-- Logs begin at Tue 2021-06-22 11:57:26 UTC, end at Tue 2021-06-22 13:01:23 UTC. -- Jun 22 12:36:54.556707 dv-cinder-796680-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 12:36:57.964368 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.common.config [-] Logging enabled! Jun 22 12:36:57.965006 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 12:36:57.965178 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 12:36:57.968825 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.common.config [-] Logging enabled! Jun 22 12:36:57.969336 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 12:36:57.969707 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 12:36:57.970884 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 12:36:57.971269 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 12:36:57.971721 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 12:36:57.972104 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 12:36:57.972453 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 12:36:57.972996 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.973410 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.973755 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.974107 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.974617 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.974977 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.975306 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.975761 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.976111 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.976480 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.976873 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.977395 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.977716 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.978118 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.978614 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.978947 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.979208 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] debug = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.979566 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.980166 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.980630 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.981137 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.981544 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.982038 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.982467 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.982953 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.983549 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.984262 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] host = dv-cinder-796680-1-smb {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.984776 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.985161 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.985594 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.986097 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.986435 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.986760 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.987119 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.987439 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.987756 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] log_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.988083 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.988429 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.988817 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.989280 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.989576 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.989850 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.990308 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.990761 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.991085 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.991406 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.991781 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.992188 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.992512 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.992881 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.993300 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.993691 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.994111 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.994495 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.994842 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.995169 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.995491 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.995827 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.996246 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.996755 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.997110 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.997466 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.997782 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.998251 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.998668 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:57.999689 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.000216 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.000727 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.001274 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.001779 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.002266 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.002840 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.003652 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] use_json = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.004065 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.004528 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.004861 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.005397 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.005821 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.006272 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.006707 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.007107 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:36:58.007468 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.007992 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.008337 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.008687 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.009222 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.009561 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.010008 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.010396 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.010755 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.011132 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.011472 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.011928 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.012257 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.012586 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.012932 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.013463 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.014058 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.014435 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.015363 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.015743 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.016225 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.016714 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.017212 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.017712 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.018097 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.018550 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.018943 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.019351 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.019796 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.020186 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.020561 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.021075 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.021461 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.021939 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.022419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.022899 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.023377 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.023857 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.024357 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.024853 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.025380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.025813 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.026179 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.026768 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.027142 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.027529 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.027955 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.028244 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.028533 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.028826 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.029142 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.029429 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.029772 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.030120 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.030625 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.031041 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.031344 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.031634 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.031919 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.032200 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.032483 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.032770 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.033084 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.033791 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.033791 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.034086 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.034430 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.034721 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.035152 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.035460 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.035868 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.036162 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.036564 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.036952 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.037511 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.037757 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.038173 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.038533 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.038819 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.039126 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.039418 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.039786 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.040202 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.040491 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.040878 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.041224 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.041635 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.041961 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.042322 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.042739 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.043033 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.043336 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.043637 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.044082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.044419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.044848 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.045187 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.045535 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.045949 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:36:58.046174 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 12:36:58.046457 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99389) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 12:36:58.449471 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:36:58.449734 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:36:58.450023 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:36:58.450361 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 12:36:58.918182 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.918580 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.918979 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.920672 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.921644 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.922118 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.966131 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.966806 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.966806 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.982753 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.983099 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:58.984135 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.020696 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.021133 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.021415 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.065914 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.066227 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.066457 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.342197 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.342486 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.343415 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.343693 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.344749 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.496021 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.496469 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.496759 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.497086 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.497365 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.497716 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.497981 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.498242 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.498505 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.499314 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.499732 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.500018 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.500410 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.500791 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.501104 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.501474 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.501881 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.502148 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.502550 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.502816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.503134 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.503519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.503800 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.504098 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.504354 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.504631 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.505145 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:36:59.505403 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:36:59.505664 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:36:59.505926 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:36:59.506192 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:36:59.506432 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:36:59.506942 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 12:36:59.512699 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 12:36:59.518149 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 12:36:59.522963 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 22 12:36:59.525267 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 12:36:59.525789 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 12:36:59.526396 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 12:36:59.526793 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 12:36:59.530826 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 12:36:59.531203 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 12:36:59.531718 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 12:36:59.565157 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 12:36:59.565624 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.565954 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99389) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 12:36:59.566348 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.568095 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99389) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 12:36:59.568395 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 12:36:59.568666 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 12:36:59.572195 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.572485 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:36:59.644389 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 12:36:59.644610 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 12:36:59.644763 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 12:36:59.645172 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 12:36:59.671105 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_db.sqlalchemy.engines [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99389) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 12:37:00.246053 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Initializing driver for type 'gre' Jun 22 12:37:00.247105 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] gre ID ranges: [(1, 1000)] Jun 22 12:37:00.315352 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Initializing driver for type 'local' Jun 22 12:37:00.315662 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Initializing driver for type 'vlan' Jun 22 12:37:00.330996 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] VlanTypeDriver initialization complete Jun 22 12:37:00.331349 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Initializing driver for type 'vxlan' Jun 22 12:37:00.332401 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] vxlan ID ranges: [(1, 1000)] Jun 22 12:37:00.399346 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Initializing extension driver 'port_security' Jun 22 12:37:00.399759 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] PortSecurityExtensionDriver initialization complete Jun 22 12:37:00.400156 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Initializing mechanism driver 'openvswitch' Jun 22 12:37:00.400539 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Initializing mechanism driver 'hyperv' Jun 22 12:37:00.408993 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:00.409981 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > port after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.410370 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > port after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.410735 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > port after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.411130 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > subnet after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.411488 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > subnet after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.411846 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > subnet after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.412229 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > network after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.412578 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > network after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.412927 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > network after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.413341 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > security_group after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.413691 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > security_group after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.414036 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > security_group after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.414463 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.414806 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.415144 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.415536 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > address_group after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.415884 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > address_group after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.416238 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > address_group after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.416571 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] ML2 OVO RPC backend initialized. {{(pid=99389) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 12:37:00.417361 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router_interface after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.417817 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.418134 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > network before_response 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.418477 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > networks before_response 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.418822 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > port before_response 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.419190 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > ports before_response 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.419503 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > subnet before_response 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.419849 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > subnets before_response 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.420192 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > network after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.420527 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > network after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.421586 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > network after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.422280 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > port after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.422613 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > port after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.422886 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > port after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.423224 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > subnet after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.423561 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > subnet after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.423892 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > subnet after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.424512 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.plugin [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Modular L2 Plugin initialization complete Jun 22 12:37:00.424839 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading services supported by the core plugin {{(pid=99389) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 12:37:00.425454 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.plugins.ml2.managers [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Got port-security extension from driver 'port_security' Jun 22 12:37:00.425920 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.extensions.vlantransparent [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Disabled vlantransparent extension. Jun 22 12:37:00.426415 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99389) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 12:37:00.426726 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading Plugin: router Jun 22 12:37:00.464917 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router_interface before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.465337 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router after_create 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.465711 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router before_create 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.466075 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.466443 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.466795 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router after_delete 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.467154 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > floatingip after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.467585 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router after_create 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.468568 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router after_update 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.469186 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router after_update 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.469546 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.469918 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router after_update 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.470333 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_update 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.470709 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: port after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.471056 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: port after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.471395 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: subnet after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.471736 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.472090 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > port precommit_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.472439 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_create 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.472780 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: port before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.473142 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.473505 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router after_update 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.473850 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_delete 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.474211 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_create 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.474574 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router_interface after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.474933 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_update 55549900 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.475301 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > network after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.476263 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Tracking information for resource: router configured {{(pid=99389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:37:00.476624 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Tracking information for resource: floatingip configured {{(pid=99389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 12:37:00.481998 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.db.l3_agentschedulers_db [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 12:37:00.482588 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: port after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.482951 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: port after_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.483439 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: port after_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.483975 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: port after_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.484950 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router before_create 55550100 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.485355 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_delete 55550100 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.485724 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_create 55550100 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.486083 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > router precommit_update 55550100 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.490797 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.services.provider_configuration [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service providers = [] {{(pid=99389) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 12:37:00.491159 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.db.servicetype_db [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99389) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 12:37:00.494267 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.services.service_base [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 12:37:00.494612 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.services.service_base [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 12:37:00.494953 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.services.service_base [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 12:37:00.495834 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.services.service_base [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 12:37:00.496208 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.services.service_base [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 12:37:00.496599 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:37:00.496918 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 12:37:00.510008 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:37:00.510351 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading Plugin: auto_allocate Jun 22 12:37:00.517336 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: network precommit_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.517717 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: network precommit_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.518256 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:37:00.518574 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading Plugin: tag Jun 22 12:37:00.525405 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:37:00.525746 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading Plugin: timestamp Jun 22 12:37:00.529786 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:37:00.530704 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading Plugin: network_ip_availability Jun 22 12:37:00.538434 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.538814 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.539176 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.539951 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:37:00.540271 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading Plugin: flavors Jun 22 12:37:00.545255 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:37:00.545630 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading Plugin: revisions Jun 22 12:37:00.551287 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 12:37:00.551737 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_concurrency.lockutils [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.102s {{(pid=99389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:00.552557 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99389) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 12:37:00.552931 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Initializing extension manager. Jun 22 12:37:00.553495 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: __init__.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.553839 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: __pycache__ {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.554174 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.554505 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: address_group.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.555373 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.555995 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: address-group Jun 22 12:37:00.556302 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: address_scope.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.557013 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.557588 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: address-scope Jun 22 12:37:00.557979 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: admin_state_down_before_update.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.559001 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.559562 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: router-admin-state-down-before-update Jun 22 12:37:00.559879 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: agent.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.560578 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.561103 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: agent Jun 22 12:37:00.561595 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: agent_resources_synced.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.563037 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.563849 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: agent-resources-synced Jun 22 12:37:00.564177 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: allowedaddresspairs.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.566242 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.566739 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: allowed-address-pairs Jun 22 12:37:00.567083 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: auto_allocated_topology.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.568495 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.569068 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: auto-allocated-topology Jun 22 12:37:00.569477 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: availability_zone.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.570199 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.570711 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: availability_zone Jun 22 12:37:00.571033 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: availability_zone_filter.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.571976 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.572533 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: availability_zone_filter Jun 22 12:37:00.572859 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: data_plane_status.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.573851 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.574366 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 12:37:00.574715 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: default_subnetpools.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.575626 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.576135 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: default-subnetpools Jun 22 12:37:00.576452 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: dhcpagentscheduler.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.578118 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.578843 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: dhcp_agent_scheduler Jun 22 12:37:00.579232 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: dns.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.580183 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.580695 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension dns-integration not supported by any of loaded plugins Jun 22 12:37:00.581019 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: dns_domain_ports.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.581949 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.582461 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 12:37:00.582782 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: dvr.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.583449 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.583951 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: dvr Jun 22 12:37:00.584269 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: empty_string_filtering.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.585384 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.585932 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: empty-string-filtering Jun 22 12:37:00.586248 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.587226 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.587730 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 12:37:00.588051 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.588989 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.589516 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 12:37:00.589840 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: external_net.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.590737 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.591243 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: external-net Jun 22 12:37:00.591561 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: extra_dhcp_opt.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.592510 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.593761 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: extra_dhcp_opt Jun 22 12:37:00.594215 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: extraroute.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.595130 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.595638 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: extraroute Jun 22 12:37:00.595958 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: extraroute_atomic.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.597015 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.597617 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: extraroute-atomic Jun 22 12:37:00.597909 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: filter_validation.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.598635 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.599173 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: filter-validation Jun 22 12:37:00.599527 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: fip_pf_description.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.600442 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.600953 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 12:37:00.601396 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: fip_port_details.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.602332 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.602888 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: fip-port-details Jun 22 12:37:00.603206 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: flavors.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.604542 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.605088 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: flavors Jun 22 12:37:00.605451 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.607240 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.607794 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 12:37:00.608251 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: floatingip_pools.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.609365 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.609942 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: floatingip-pools Jun 22 12:37:00.610271 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: ip_allocation.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.611218 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.611757 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 12:37:00.612078 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.613102 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.613667 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: ip-substring-filtering Jun 22 12:37:00.614305 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: l2_adjacency.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.615226 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.615727 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 12:37:00.616091 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: l3.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.617171 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.617719 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: router Jun 22 12:37:00.618042 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: l3_conntrack_helper.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.620661 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.621225 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 12:37:00.621559 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.622546 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.623101 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: ext-gw-mode Jun 22 12:37:00.623427 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.624708 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.625297 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: l3-ha Jun 22 12:37:00.625625 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: l3_flavors.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.626565 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.627078 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: l3-flavors Jun 22 12:37:00.627464 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.628451 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.628964 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 12:37:00.629344 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: l3agentscheduler.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.630517 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.631031 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: l3_agent_scheduler Jun 22 12:37:00.631357 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: logging.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.633038 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.633582 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension logging not supported by any of loaded plugins Jun 22 12:37:00.633910 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: metering.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.634651 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.635241 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: metering Jun 22 12:37:00.635563 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.636740 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.637324 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: metering_source_and_destination_fields Jun 22 12:37:00.637686 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: multiprovidernet.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.638646 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.639210 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: multi-provider Jun 22 12:37:00.640445 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: netmtu.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.641506 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.642108 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: net-mtu Jun 22 12:37:00.642505 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: netmtu_writable.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.643444 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.644027 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: net-mtu-writable Jun 22 12:37:00.644390 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: network_availability_zone.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.645081 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.645630 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: network_availability_zone Jun 22 12:37:00.646022 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: network_ip_availability.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.647163 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.647689 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: network-ip-availability Jun 22 12:37:00.648033 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: network_segment_range.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.648892 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.649428 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 12:37:00.649788 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: pagination.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.650880 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.651207 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: pagination Jun 22 12:37:00.651570 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: port_device_profile.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.652515 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.653078 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: port-device-profile Jun 22 12:37:00.653405 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.654378 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.654975 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: port-mac-address-regenerate Jun 22 12:37:00.655956 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.657177 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.657767 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: port-numa-affinity-policy Jun 22 12:37:00.658169 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: port_resource_request.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.659249 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.659843 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 12:37:00.660234 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: portbindings.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.661298 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.661892 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: binding Jun 22 12:37:00.662253 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: portbindings_extended.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.663721 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.664316 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: binding-extended Jun 22 12:37:00.664685 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: portsecurity.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.665724 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.666288 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: port-security Jun 22 12:37:00.666653 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: project_id.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.667677 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.668040 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: project-id Jun 22 12:37:00.668436 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: providernet.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.669507 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.670071 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: provider Jun 22 12:37:00.670433 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.675500 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.676011 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos not supported by any of loaded plugins Jun 22 12:37:00.676379 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.677869 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.678464 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 12:37:00.678770 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.679720 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.680255 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 12:37:00.680582 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos_default.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.681540 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.682081 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos-default not supported by any of loaded plugins Jun 22 12:37:00.682422 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos_fip.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.683117 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.683623 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos-fip not supported by any of loaded plugins Jun 22 12:37:00.683944 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos_gateway_ip.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.684876 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.685426 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 12:37:00.685749 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos_port_network_policy.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.686931 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.687637 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 12:37:00.687966 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos_rule_type_details.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.688962 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.689538 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 12:37:00.689868 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: qos_rules_alias.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.690961 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.691482 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 12:37:00.691827 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: quotasv2.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.692868 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.693230 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: quotas Jun 22 12:37:00.693589 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: quotasv2_detail.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.696898 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.697291 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: quota_details Jun 22 12:37:00.697667 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: rbac.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.698821 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.699379 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: rbac-policies Jun 22 12:37:00.699808 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: rbac_address_group.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.700824 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.701448 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: rbac-address-group Jun 22 12:37:00.701769 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: rbac_address_scope.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.703757 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.704294 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: rbac-address-scope Jun 22 12:37:00.704668 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: rbac_security_groups.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.705718 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.706231 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: rbac-security-groups Jun 22 12:37:00.706564 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: rbac_subnetpool.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.707536 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.708125 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: rbac-subnetpool Jun 22 12:37:00.708471 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: revisionifmatch.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.709461 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.710041 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: revision-if-match Jun 22 12:37:00.710452 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: revisions.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.711844 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.712399 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: standard-attr-revisions Jun 22 12:37:00.712727 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: router_availability_zone.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.713478 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.713993 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: router_availability_zone Jun 22 12:37:00.714350 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: routerservicetype.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.715309 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.715880 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension router-service-type not supported by any of loaded plugins Jun 22 12:37:00.716204 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.717213 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.718514 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: security-groups-normalized-cidr Jun 22 12:37:00.718925 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: security_groups_port_filtering.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.719956 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.720486 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: port-security-groups-filtering Jun 22 12:37:00.720807 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.721759 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.722274 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: security-groups-remote-address-group Jun 22 12:37:00.722595 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: securitygroup.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.733024 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.733976 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: security-group Jun 22 12:37:00.734519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: segment.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.735972 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.736902 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension segment not supported by any of loaded plugins Jun 22 12:37:00.737520 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.739202 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.740143 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 12:37:00.740708 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: servicetype.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.742236 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.742816 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: service-type Jun 22 12:37:00.743150 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: sorting.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.744207 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.744539 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: sorting Jun 22 12:37:00.744863 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: standard_attr_segment.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.745989 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.746512 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 12:37:00.746891 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: standardattrdescription.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.747633 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.748183 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: standard-attr-description Jun 22 12:37:00.748542 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: stateful_security_group.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.750419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.750984 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: stateful-security-group Jun 22 12:37:00.751351 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: stdattrs_common.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.751995 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 12:37:00.752310 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.753388 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.753913 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 12:37:00.754235 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: subnet_onboard.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.755336 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.755853 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: subnet_onboard Jun 22 12:37:00.756173 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.757200 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.757719 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 12:37:00.758035 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: subnet_service_types.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.758958 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.759472 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: subnet-service-types Jun 22 12:37:00.759791 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: subnetallocation.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.760940 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.761490 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: subnet_allocation Jun 22 12:37:00.761852 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.762528 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.763075 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: subnetpool-prefix-ops Jun 22 12:37:00.763392 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.764409 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.765709 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 12:37:00.766179 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: tagging.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.767372 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.767940 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: standard-attr-tag Jun 22 12:37:00.768266 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: timestamp.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.769658 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.770179 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loaded extension: standard-attr-timestamp Jun 22 12:37:00.770589 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: trunk.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.771662 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.772228 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension trunk not supported by any of loaded plugins Jun 22 12:37:00.772546 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: trunk_details.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.773572 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.774113 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension trunk-details not supported by any of loaded plugins Jun 22 12:37:00.774443 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: uplink_status_propagation.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.775436 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.775991 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 12:37:00.776310 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Loading extension file: vlantransparent.py {{(pid=99389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 12:37:00.776986 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 12:37:00.777519 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 12:37:00.780174 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:network Jun 22 12:37:00.781108 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:subnet Jun 22 12:37:00.781544 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:37:00.781946 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:port Jun 22 12:37:00.783256 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.783777 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service FLAVORS assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.784319 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.784745 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.785101 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:router Jun 22 12:37:00.785535 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:floatingip Jun 22 12:37:00.786017 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service METERING assigned prefix: /metering {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.787481 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.787854 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.788214 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:37:00.789274 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 12:37:00.789715 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:security_group Jun 22 12:37:00.790145 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 12:37:00.790801 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service CORE assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.791107 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:37:00.791465 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] subnetpool is already registered Jun 22 12:37:00.791910 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service CORE assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.792232 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:37:00.792564 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] subnetpool is already registered Jun 22 12:37:00.794947 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.795423 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service FLAVORS assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.796285 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.796737 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.797028 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:router Jun 22 12:37:00.797394 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] router is already registered Jun 22 12:37:00.797806 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:floatingip Jun 22 12:37:00.798139 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] floatingip is already registered Jun 22 12:37:00.798593 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service METERING assigned prefix: /metering {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.799284 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 12:37:00.799598 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] rbac_policy is already registered Jun 22 12:37:00.800269 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:security_group Jun 22 12:37:00.800606 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] security_group is already registered Jun 22 12:37:00.801069 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 12:37:00.801398 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] security_group_rule is already registered Jun 22 12:37:00.802104 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service CORE assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.802432 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:37:00.802816 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] subnetpool is already registered Jun 22 12:37:00.803250 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.v2.resource_helper [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Service CORE assigned prefix: {{(pid=99389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 12:37:00.803646 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 12:37:00.804050 dv-cinder-796680-1-smb neutron-server[99389]: WARNING neutron.quota.resource_registry [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] subnetpool is already registered Jun 22 12:37:00.804548 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: extensions {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.806189 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: address-groups {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.807754 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: address-scopes {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.809175 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: agents {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.812245 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: auto-allocated-topology {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.814071 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: availability_zones {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.815317 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: dhcp-networks {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.816994 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: dhcp-agents {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.818439 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: routers {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.820167 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: flavors {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.822883 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: service_profiles {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.824197 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: next_providers {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.825703 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: service_profiles {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.828125 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: floatingip-pools {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.829564 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: routers {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.831459 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: floatingips {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.832663 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: l3-routers {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.834175 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: l3-agents {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.835691 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: metering-labels {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.837014 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: metering-label-rules {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.838497 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: network-ip-availabilities {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.839840 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: bindings {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.841665 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: quotas {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.843942 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: quotas {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.845505 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: rbac-policies {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.846733 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: security-groups {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.848028 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: security-group-rules {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.849317 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: service-providers {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.850554 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: subnetpools {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.851877 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: subnetpools {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.853492 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.855163 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.857033 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.859531 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.861418 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.863597 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.865679 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.867612 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.869764 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.871735 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron.api.extensions [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Extended resource: tags {{(pid=99389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 12:37:00.879526 dv-cinder-796680-1-smb neutron-server[99389]: WARNING keystonemiddleware.auth_token [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 12:37:00.884533 dv-cinder-796680-1-smb neutron-server[99389]: WARNING keystonemiddleware.auth_token [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 12:37:00.894943 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_concurrency.lockutils [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Acquired lock "singleton_lock" {{(pid=99389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 12:37:00.895433 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_concurrency.lockutils [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Releasing lock "singleton_lock" {{(pid=99389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 12:37:00.896117 dv-cinder-796680-1-smb neutron-server[99389]: INFO oslo_service.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Starting 2 workers Jun 22 12:37:00.901257 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Started child 99502 {{(pid=99389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 12:37:00.906645 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Started child 99503 {{(pid=99389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 12:37:00.908757 dv-cinder-796680-1-smb neutron-server[99389]: INFO neutron.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 12:37:00.909182 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Notify callbacks [] for process, before_spawn {{(pid=99389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:00.910397 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:00.911928 dv-cinder-796680-1-smb neutron-server[99389]: INFO oslo_service.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Starting 1 workers Jun 22 12:37:00.912442 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [-] (99502) wsgi starting up on http://0.0.0.0:9696 Jun 22 12:37:00.913538 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:00.915506 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [-] (99503) wsgi starting up on http://0.0.0.0:9696 Jun 22 12:37:00.917748 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Started child 99504 {{(pid=99389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 12:37:00.918275 dv-cinder-796680-1-smb neutron-server[99389]: INFO oslo_service.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Starting 1 workers Jun 22 12:37:00.923720 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Started child 99505 {{(pid=99389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 12:37:00.924646 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] Notify callbacks [] for process, after_spawn {{(pid=99389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:00.926541 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] calling RpcWorker wait() {{(pid=99504) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 12:37:00.927298 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 12:37:00.927426 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.service [None req-ef2e2fa1-4371-4e16-9272-d07e96da833e None None] returning from RpcWorker wait() {{(pid=99504) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 12:37:00.927585 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 12:37:00.927585 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 12:37:00.927842 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 12:37:00.928092 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 12:37:00.928497 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 12:37:00.929287 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.929449 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:00.929988 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.930142 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:00.930500 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.930954 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.931463 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.932299 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.932633 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:00.933511 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.933993 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.934118 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:00.934605 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.935021 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.935374 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.935722 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.936765 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.937427 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.938033 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.938507 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.938937 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.939410 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.939789 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.940259 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.940696 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.941189 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.941738 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] debug = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.942218 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.942930 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.943376 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.943796 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.944237 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.944708 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.945148 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.945718 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.946183 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.946611 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.947009 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.947455 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.947901 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.948303 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.948702 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.949195 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.949594 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.950296 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] host = dv-cinder-796680-1-smb {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.950707 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.951107 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.951517 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.952945 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.953521 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.953935 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.954401 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.954877 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.955317 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.955744 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.956190 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.956627 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.957086 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.957527 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.957863 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_options = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.958325 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.958774 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.959222 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.959611 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.959999 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.960357 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.960799 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.961169 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.961626 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.962030 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.962449 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.962841 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.963237 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.963660 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.964099 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.964526 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.964947 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.965364 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.965787 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.966251 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.966663 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.967082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.967511 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.968081 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.968658 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.969113 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.969526 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.969937 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.970329 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.970784 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.971183 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.971655 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.972092 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.972526 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.973020 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.973453 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.973862 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.974346 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.974772 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.975206 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.975633 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.976047 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.976466 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.976902 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.977395 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.977601 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_json = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.977970 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.978206 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.978488 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.978716 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.978970 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.979216 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.979420 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.979857 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:00.980473 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.980914 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.981393 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.981665 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.981913 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.982156 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.982558 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.982925 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.983468 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.983908 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.984310 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.984756 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.985268 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.985746 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.986099 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.986486 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.986828 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.987110 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.987361 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.987605 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.987829 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.988059 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.988400 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.988668 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.988943 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.989252 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.989475 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.989721 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.989964 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.990184 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.990431 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.990657 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.990925 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.991175 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.991407 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.991820 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.992255 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.992673 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.993192 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.993360 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.993552 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.993968 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.994350 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.994575 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.994829 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.995046 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.995420 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.995816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.996213 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.996914 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.996914 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.996914 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.997361 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.997497 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.997620 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.997842 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.998203 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.998584 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.999347 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:00.999817 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.000416 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.000815 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.001199 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.001564 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.001967 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.002374 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.002792 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.003099 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.003402 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.003693 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.004014 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.004308 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.004634 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.004967 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.005339 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.005592 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.006023 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.006451 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.006892 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.007395 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.007762 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.008143 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.008505 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.008887 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.009352 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.009824 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.010236 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.010660 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.011052 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.011468 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.011725 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.011993 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.012377 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.012775 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.013200 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.013606 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.014024 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018044 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018044 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018044 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018044 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018044 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018044 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018044 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018044 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018722 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018722 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018722 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018722 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018722 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.018722 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.019070 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.019136 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.019385 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.019634 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.019916 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.020220 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.020527 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.020800 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.021091 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.021348 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.021629 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.021880 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.022134 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.022392 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.022638 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.022919 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.023170 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.023410 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.023632 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.023859 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.024092 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.024409 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.024640 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.025106 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.025509 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.026015 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.026281 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.026959 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.027425 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.027863 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.028329 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.028775 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.029252 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.032239 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.032239 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.032239 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.032470 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.032723 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.032972 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.033239 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.033475 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.033695 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.033939 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.034230 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.034385 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.034665 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.034898 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.035102 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.035355 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.035566 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.035792 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.036032 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.036250 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.036462 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.036679 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.036961 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.037187 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.037402 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.037685 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.037950 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.038169 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.038415 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.038801 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.038922 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.039160 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.039385 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.039617 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.039824 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.040038 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.040241 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.040470 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.040680 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.040912 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.041176 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.041404 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.041656 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.042006 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.042259 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.042491 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.042744 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.042960 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.043231 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.043430 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.043618 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.043842 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.044037 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.044296 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.044576 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.044840 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.045080 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.045271 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.045525 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.045790 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.046195 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.046578 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.047043 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.047257 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.047472 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.047706 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.047964 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.048195 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.048437 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.048706 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.048706 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.049509 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.049509 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.049509 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.050419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.050419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.050419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.050419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.051362 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.051362 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.051362 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.051362 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.052143 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.052143 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.052143 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.052143 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.052981 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.052981 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.052981 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.053598 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.053598 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.053598 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.054156 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.054156 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.054554 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.054554 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.054869 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.055021 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.055258 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.055486 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.055731 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.056046 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.056363 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.056597 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.056831 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.057132 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.057444 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.057703 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.057962 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.058198 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.058532 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.058812 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.059046 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.059516 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.059716 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.059922 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.060142 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.060343 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.060537 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.060744 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.061012 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.061816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.062064 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.062325 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.062719 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.062958 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.063186 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.063426 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.063662 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.063883 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.064100 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 12:37:01.064568 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 12:37:01.064730 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 12:37:01.064888 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 12:37:01.065111 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 12:37:01.065286 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 12:37:01.065477 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 12:37:01.065674 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.065878 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.065878 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.066148 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.066357 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.066357 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.066695 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.066695 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.067068 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.067068 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.067068 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.067478 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.067478 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.067849 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.067849 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.067849 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.068344 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.068344 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.068344 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.068760 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.068760 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.068760 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.069175 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] debug = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.069175 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.069175 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.069954 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.069954 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.069954 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.069954 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.070519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.070519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.070519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.070519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071010 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071010 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071010 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071010 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071477 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071477 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071477 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071672 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] host = dv-cinder-796680-1-smb {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071820 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.071904 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.072083 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.072232 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.072378 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.072503 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.072616 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.072754 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.072909 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.073179 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.073325 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.073467 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.073598 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.073757 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.073932 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_options = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.074137 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.074137 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.074405 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.074405 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.074750 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.074750 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.075006 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.075006 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.075212 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.075316 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.075477 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.075624 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.075767 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.075921 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.076078 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.076277 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.076447 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.076576 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.076697 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.077848 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.077848 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.077848 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.078273 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.078474 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.078616 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.078765 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.078936 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.079082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.079196 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.079355 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.079512 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.079965 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.079965 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.079965 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.080380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.080380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.080380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.080874 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.080874 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.080874 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.081378 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.081378 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.081378 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.081825 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.081825 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.081825 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_json = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.082323 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.082323 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.082323 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.082323 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.082842 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.082842 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.082842 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.083290 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 12:37:01.083290 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.083290 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.083773 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.083773 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.083773 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.084194 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.084194 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.084194 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.084578 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.084578 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.084578 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.084772 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.084865 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.085025 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.085210 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.085381 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.085540 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.085700 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.086086 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.086086 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.086519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.086519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.086519 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.087045 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.087045 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.087045 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.087045 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.087699 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.087699 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.087699 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.087699 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.088428 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.088428 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.088428 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.088428 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.088428 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.089380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.089380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.089380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.089380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.089380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.089380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090296 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090296 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090296 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090296 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090296 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090296 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090861 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090861 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090861 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.090861 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.091128 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.091128 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.091245 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.091405 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.091560 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.091786 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.091933 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.092084 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.092226 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.092492 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.092492 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.092824 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.093498 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.093498 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.093498 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.093498 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094068 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094068 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094068 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094068 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094524 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094524 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094524 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094837 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.094837 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.095048 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.095241 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.095377 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.095490 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.095604 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.095715 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.095882 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.096128 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.096361 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.096361 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.096817 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.096817 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.096817 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.097523 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.097523 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.097523 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.097523 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.098298 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.098298 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.098298 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.098298 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.098298 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.098298 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.099413 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.099413 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.099413 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.099413 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.099413 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.099413 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.099413 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.100816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.100816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.100816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.100816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.100816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.100816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.100816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.100816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.102082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.102082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.102082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.102082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.102082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.102082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.102082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.102082 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.103087 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.103087 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.103087 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.103087 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.103087 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.103087 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.103087 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.103087 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104079 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104079 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104079 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104079 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104079 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104079 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104079 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104918 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104918 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104918 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104918 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104918 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.104918 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.105550 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.105550 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.105550 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.105550 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.105925 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.105925 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.105925 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.106158 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.106226 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.106385 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.107072 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.107072 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.107072 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.107072 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.107363 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.107363 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.107529 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.107781 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.108517 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.108760 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.109125 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.109401 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.109686 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.109966 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.110143 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.110291 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.110461 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.110621 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.110784 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.110929 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.111096 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.111237 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.111405 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.111564 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.111788 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.111887 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.112022 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.112188 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.112338 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.112490 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.112654 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.112816 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.112954 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.113135 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.113300 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.113459 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.113618 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.113778 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.113943 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.114106 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.114260 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.114398 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.114537 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.114703 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.114895 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.115021 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.115176 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.115334 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.115495 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.115636 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.115802 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.115952 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.116124 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.116286 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.116447 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.116608 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.116767 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.116937 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.117124 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.117277 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.117419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.117560 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.117735 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.117895 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.118051 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.118140 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:01.118236 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.118371 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.118515 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.118675 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.118836 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.118996 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.119151 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.119321 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.119480 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.119641 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.119805 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.119972 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.120117 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.120265 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.120407 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.120679 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.120800 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.120917 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.121011 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.121222 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.121380 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.121544 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.121708 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.121957 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.122057 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.122171 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.122297 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.122577 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.122726 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.122864 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.123003 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.123143 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.123281 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.123419 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.123552 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.123806 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.124526 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.124796 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.125158 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.125386 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.125670 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.125825 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.125964 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.126105 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.126246 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.126407 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.126551 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.126685 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.126824 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.126955 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.127045 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.127197 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.127341 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.127500 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.127664 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 12:37:01.127807 dv-cinder-796680-1-smb neutron-server[99389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 12:37:01.278675 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 34610) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:01.288774 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073960 Jun 22 12:37:13.652779 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cddc57-b370-449e-88e3-29b796ac19a3 None None] get_active_networks_info from dv-cinder-796680-1-smb {{(pid=99504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 12:37:13.775207 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cddc57-b370-449e-88e3-29b796ac19a3 None None] No non-hosted networks {{(pid=99504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 12:37:13.796851 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-61574d64-8c84-44e0-b5d8-ff4e92a58d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937'] for agent, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:16.762686 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0f6720f3-68aa-40e2-88fe-9c0cb0db42c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937'] for agent, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:16.850110 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-91f26f93-1f0c-44c4-b5a4-3af28ebf1b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:17.452505 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937'] for agent, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:17.453951 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.454289 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.455528 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.455940 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.456182 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.456508 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.458999 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.459334 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.459713 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.460037 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.460360 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.460690 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:17.463224 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796680-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:17.479288 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796680-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:17.970372 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937'] for agent, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:19.951027 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937'] for agent, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:20.823652 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.db.l3_hamode_db [None req-70171dec-1bde-4642-ab6f-78b67744ad77 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 12:37:20.901553 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70171dec-1bde-4642-ab6f-78b67744ad77 None None] Routers set() bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:37:20.901957 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70171dec-1bde-4642-ab6f-78b67744ad77 None None] Router IDs set() for agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 12:37:21.233298 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 34706) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:21.741333 dv-cinder-796680-1-smb neutron-server[99503]: WARNING oslo_policy.policy [None req-3ec20dac-ed19-4afe-8d47-e4cb46b17770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:37:21.741925 dv-cinder-796680-1-smb neutron-server[99503]: WARNING oslo_policy.policy [None req-3ec20dac-ed19-4afe-8d47-e4cb46b17770 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:37:21.959496 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [None req-3ec20dac-ed19-4afe-8d47-e4cb46b17770 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:37:21.961437 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-3ec20dac-ed19-4afe-8d47-e4cb46b17770 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7271798 Jun 22 12:37:24.319576 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 34720) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:24.636459 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-a5a1a6e3-b79c-4a49-80dd-8eda75a18238 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:37:24.730266 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.policy [None req-a5a1a6e3-b79c-4a49-80dd-8eda75a18238 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99503) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 12:37:24.775480 dv-cinder-796680-1-smb neutron-server[99503]: WARNING oslo_policy.policy [None req-a5a1a6e3-b79c-4a49-80dd-8eda75a18238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:37:24.775851 dv-cinder-796680-1-smb neutron-server[99503]: WARNING oslo_policy.policy [None req-a5a1a6e3-b79c-4a49-80dd-8eda75a18238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:37:24.784881 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.quota [None req-a5a1a6e3-b79c-4a49-80dd-8eda75a18238 admin admin] Loaded quota_driver: . Jun 22 12:37:24.878159 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a5a1a6e3-b79c-4a49-80dd-8eda75a18238 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740517100110', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740517099617', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740517090521', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740517085839', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740517078098', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740517068055', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2040353', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2028350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636925', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532008'] for rbac-policy, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:24.945861 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a5a1a6e3-b79c-4a49-80dd-8eda75a18238 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:24.947024 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a5a1a6e3-b79c-4a49-80dd-8eda75a18238 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6264777 Jun 22 12:37:27.576820 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34732) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:28.083395 dv-cinder-796680-1-smb neutron-server[99502]: WARNING oslo_policy.policy [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:37:28.084000 dv-cinder-796680-1-smb neutron-server[99502]: WARNING oslo_policy.policy [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:37:28.304968 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Request body: {'network': {'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'name': 'private', 'admin_state_up': True}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:37:28.306664 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.quota [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Loaded quota_driver: . Jun 22 12:37:28.365085 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Made reservation on behalf of 90f76cf51ffb4b38baeaed48a8d01618 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:37:28.431988 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.policy [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99502) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 12:37:28.478510 dv-cinder-796680-1-smb neutron-server[99502]: WARNING oslo_policy.policy [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:37:28.478916 dv-cinder-796680-1-smb neutron-server[99502]: WARNING oslo_policy.policy [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 12:37:28.489884 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:28.512441 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:28.653664 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:28.657922 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:28.664036 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:28.682253 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:37:28.713875 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740515071946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:28.714493 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Unsubscribe: segment precommit_create {{(pid=99502) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 12:37:28.715527 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.segments_db [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Added segment 879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd of type vlan for network 61af22a2-082b-434d-ae9d-519d5b06562e Jun 22 12:37:28.735332 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c2cbf-bbd6-4749-a00a-25b879b98c38,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:28.760434 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.760766 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.761112 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.761434 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.761765 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.762804 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.763342 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.763764 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.764097 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.764416 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.764729 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.765035 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Tracked resource versions report: Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: pushed versions: Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: { 'AddressGroup': {'1.2'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'ConntrackHelper': {'1.0'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Log': {'1.0'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Network': {'1.1'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Port': {'1.7'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'PortForwarding': {'1.2'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'QosPolicy': {'1.8'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'SecurityGroup': {'1.4'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'SubPort': {'1.0'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Subnet': {'1.1'}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Trunk': {'1.1'}} Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: consumer versions: Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: { DHCP agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: L3 agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: Metadata agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: Metering agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: Open vSwitch agent@dv-cinder-796680-1-smb: { 'AddressGroup': '1.2', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'ConntrackHelper': '1.0', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Log': '1.0', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Network': '1.1', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Port': '1.7', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'PortForwarding': '1.2', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'QosPolicy': '1.8', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'SecurityGroup': '1.4', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'SecurityGroupRule': '1.2', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'SubPort': '1.0', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Subnet': '1.1', Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: 'Trunk': '1.1'}} Jun 22 12:37:28.766239 dv-cinder-796680-1-smb neutron-server[99502]: {{(pid=99502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:37:28.858825 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:28.860721 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:28.915245 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:28.916825 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:37:28.917497 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:28.920581 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:29.002020 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4229431 Jun 22 12:37:29.024952 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Pushing event updated for resources: {'Network': ['ID=61af22a2-082b-434d-ae9d-519d5b06562e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:29.031131 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:29.042019 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 61af22a2-082b-434d-ae9d-519d5b06562e details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:37:31.684226 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 34754) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:32.131063 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee793e-29af-4cc6-83c6-20eee229db95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:37:32.132483 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-09ee793e-29af-4cc6-83c6-20eee229db95 admin admin] 10.222.0.20 "GET /v2.0/networks/61af22a2-082b-434d-ae9d-519d5b06562e HTTP/1.1" status: 200 len: 825 time: 0.4470470 Jun 22 12:37:32.158907 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-cdbe9dd0-1d98-46ef-886f-63829c1d124c admin admin] 10.222.0.20 "GET /v2.0/subnetpools/5b4d69af-094f-4b49-b91b-b1d5af227f94 HTTP/1.1" status: 200 len: 734 time: 0.0203252 Jun 22 12:37:32.169914 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Request body: {'subnet': {'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e', 'subnetpool_id': '5b4d69af-094f-4b49-b91b-b1d5af227f94'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:37:32.203365 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Made reservation on behalf of 90f76cf51ffb4b38baeaed48a8d01618 for: {'subnet': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:37:32.206365 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:32.510083 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:32.516573 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:32.595201 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Checking segment: {'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:37:32.595572 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Network hostable DHCP agents. Network: 61af22a2-082b-434d-ae9d-519d5b06562e, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:37:32.608474 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cc72d2-cdb0-4f8e-a676-dcf59df1aee8,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:32.625817 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.626169 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.626534 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.626851 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.627160 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.627474 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.627776 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.628079 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.628398 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.628702 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.629001 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.629325 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Tracked resource versions report: Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: pushed versions: Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: { 'AddressGroup': {'1.2'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'ConntrackHelper': {'1.0'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Log': {'1.0'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Network': {'1.1'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Port': {'1.7'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'PortForwarding': {'1.2'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'QosPolicy': {'1.8'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'SecurityGroup': {'1.4'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'SubPort': {'1.0'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Subnet': {'1.1'}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Trunk': {'1.1'}} Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: consumer versions: Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: { DHCP agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: L3 agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: Metadata agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: Metering agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: Open vSwitch agent@dv-cinder-796680-1-smb: { 'AddressGroup': '1.2', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'ConntrackHelper': '1.0', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Log': '1.0', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Network': '1.1', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Port': '1.7', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'PortForwarding': '1.2', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'QosPolicy': '1.8', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'SecurityGroup': '1.4', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'SecurityGroupRule': '1.2', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'SubPort': '1.0', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Subnet': '1.1', Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: 'Trunk': '1.1'}} Jun 22 12:37:32.630413 dv-cinder-796680-1-smb neutron-server[99503]: {{(pid=99503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:37:32.658515 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Network 61af22a2-082b-434d-ae9d-519d5b06562e is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:37:32.665402 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:32.675332 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 61af22a2-082b-434d-ae9d-519d5b06562e) {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:37:32.681682 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:37:32.682610 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:32.688132 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1c716-8d20-4024-b2c0-ab983fe200da None None] Network 61af22a2-082b-434d-ae9d-519d5b06562e requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:37:32.700241 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5339620 Jun 22 12:37:33.035799 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc098d59d-0549-5389-9673-5004173b1119-61af22a2-082b-434d-ae9d-519d5b06562e', 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'fixed_ips': [{'subnet_id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8'}]}} from dv-cinder-796680-1-smb. {{(pid=99504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:37:33.037146 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:33.397716 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.db_base_plugin_common [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Allocated IP 172.20.0.2 (61af22a2-082b-434d-ae9d-519d5b06562e/00cc72d2-cdb0-4f8e-a676-dcf59df1aee8/335e2c08-e5cb-4ccb-9be0-e3f2c71370c4) {{(pid=99504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:37:33.635441 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Notify callbacks [] for port, precommit_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:33.694626 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Transition to ACTIVE for port object 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:37:33.726796 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Transition to ACTIVE for port object 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 will not be triggered until provisioned by entity DHCP. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:37:33.741322 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:33.747602 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:33.857806 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Network 61af22a2-082b-434d-ae9d-519d5b06562e is already hosted by enough agents. {{(pid=99504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:37:33.863426 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.base_scheduler [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Resources bound (agent type, host, resource id): {{(pid=99504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:37:33.869675 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Pushing event updated for resources: {'Port': ['ID=335e2c08-e5cb-4ccb-9be0-e3f2c71370c4,revision_number=1']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:33.874201 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Received port after_create {{(pid=99504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:37:33.885173 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.885584 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.885975 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.887236 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.887737 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.888089 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.888505 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.888904 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.889345 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.889752 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.890170 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.890584 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Tracked resource versions report: Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: pushed versions: Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: { 'AddressGroup': {'1.2'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'ConntrackHelper': {'1.0'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Log': {'1.0'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Network': {'1.1'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Port': {'1.7'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'PortForwarding': {'1.2'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'QosPolicy': {'1.8'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'SecurityGroup': {'1.4'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'SubPort': {'1.0'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Subnet': {'1.1'}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Trunk': {'1.1'}} Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: consumer versions: Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: { DHCP agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: L3 agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: Metadata agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: Metering agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: Open vSwitch agent@dv-cinder-796680-1-smb: { 'AddressGroup': '1.2', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'ConntrackHelper': '1.0', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Log': '1.0', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Network': '1.1', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Port': '1.7', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'PortForwarding': '1.2', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'QosPolicy': '1.8', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'SecurityGroup': '1.4', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'SecurityGroupRule': '1.2', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'SubPort': '1.0', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Subnet': '1.1', Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: 'Trunk': '1.1'}} Jun 22 12:37:33.891835 dv-cinder-796680-1-smb neutron-server[99504]: {{(pid=99504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:37:33.917440 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:33.972735 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Attempting to bind port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:37:33.973245 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Attempting to bind port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:37:33.973751 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Attempting to bind port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 on network 61af22a2-082b-434d-ae9d-519d5b06562e {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:37:33.979771 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:37:33.980890 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Checking segment: {'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:37:33.981589 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:33.982072 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Bound using segment: {'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:37:33.982662 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Bound port: 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:37:33.983140 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:34.056337 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] For port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:37:34.088243 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] For port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=335e2c08-e5cb-4ccb-9be0-e3f2c71370c4,segment=NetworkSegment(879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd),segment_id=879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:37:34.094267 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:34.097005 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:34.170084 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Pushing event updated for resources: {'Port': ['ID=335e2c08-e5cb-4ccb-9be0-e3f2c71370c4,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:34.173850 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:35.277187 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 34766) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:35.704569 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [None req-351603e3-2822-4b39-9282-872e179ffba2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:37:35.705772 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-351603e3-2822-4b39-9282-872e179ffba2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4275391 Jun 22 12:37:38.379251 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34774) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:38.785008 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [None req-45e42a1b-cdd9-440a-bca2-e59b83343953 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:37:38.786175 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-45e42a1b-cdd9-440a-bca2-e59b83343953 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4056938 Jun 22 12:37:39.921737 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:37:40.050757 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:37:41.066306 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc3038-fa29-4bb9-a0a6-42f8025ac283 None None] Network 61af22a2-082b-434d-ae9d-519d5b06562e requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:37:41.181987 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] Provisioning for port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:37:41.199056 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] Provisioning complete for port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:37:41.199462 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:41.415180 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:41.470366 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] For port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=335e2c08-e5cb-4ccb-9be0-e3f2c71370c4,segment=NetworkSegment(879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd),segment_id=879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:37:41.478231 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:41.482262 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:41.576174 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] Pushing event updated for resources: {'Port': ['ID=335e2c08-e5cb-4ccb-9be0-e3f2c71370c4,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:41.580429 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:41.701065 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-15897aff-9d50-4a88-8102-da32bdfb65ed None None] Provisioning complete for port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:37:41.701441 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-15897aff-9d50-4a88-8102-da32bdfb65ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:41.866864 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34788) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:41.881499 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:37:41.941674 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:37:41.942074 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:42.226267 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-06835a9a-81b0-461b-acf8-f50b91302dad admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'admin_state_up': True}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:37:42.252729 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06835a9a-81b0-461b-acf8-f50b91302dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16273'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:42.254364 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06835a9a-81b0-461b-acf8-f50b91302dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16264'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:42.409169 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06835a9a-81b0-461b-acf8-f50b91302dad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:42.414010 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06835a9a-81b0-461b-acf8-f50b91302dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:42.429179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06835a9a-81b0-461b-acf8-f50b91302dad admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:42.430366 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-06835a9a-81b0-461b-acf8-f50b91302dad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5624957 Jun 22 12:37:43.503306 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3b324e80-d0bc-4add-bb02-a1fd0d84de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:45.011949 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34796) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:45.335915 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [None req-292edc25-a681-49a0-b933-993bc7245471 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:37:45.336875 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-292edc25-a681-49a0-b933-993bc7245471 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240128 Jun 22 12:37:46.760211 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2a08f19b-eabe-4be5-b565-e81cd4669048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:47.430060 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:47.749413 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34804) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:47.903574 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.064002 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:37:48.087087 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Made reservation on behalf of 1de5eef259614d4f9c0c67dec2fcf72d for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:37:48.090841 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.101383 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.197591 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.201478 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.205374 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:48.219006 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Reserving flat network on physical network physnet1 {{(pid=99502) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 12:37:48.243269 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.243605 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.segments_db [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Added segment e4af42db-c362-4cba-a3f7-735768a6cf36 of type flat for network e29e87ec-c1af-4dff-b8c9-ab70709846a2 Jun 22 12:37:48.245994 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a52fe8d-75e9-4a58-8d75-5fd34ecb144e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:48.255554 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:48.299941 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.337913 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.339173 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:37:48.339757 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:48.341696 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:48.390040 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6395113 Jun 22 12:37:48.400978 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Pushing event updated for resources: {'Network': ['ID=e29e87ec-c1af-4dff-b8c9-ab70709846a2,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:48.403934 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:48.415963 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:37:49.861543 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:50.755119 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34822) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:50.990761 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff450a-aca1-4202-abd4-998a07fbcebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:37:50.992124 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d8ff450a-aca1-4202-abd4-998a07fbcebe admin admin] 10.222.0.20 "GET /v2.0/subnets/00cc72d2-cdb0-4f8e-a676-dcf59df1aee8 HTTP/1.1" status: 200 len: 849 time: 0.2360446 Jun 22 12:37:51.120977 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e6d8aa7f-b051-4322-9ba1-9ec009ecf89c admin admin] 10.222.0.20 "GET /v2.0/routers/c05a79f6-4098-4af9-ac39-04279e519d91 HTTP/1.1" status: 200 len: 704 time: 0.1233666 Jun 22 12:37:51.399917 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:51.705893 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Allocated IP 172.20.0.1 (61af22a2-082b-434d-ae9d-519d5b06562e/00cc72d2-cdb0-4f8e-a676-dcf59df1aee8/a2797cf4-2c92-4a49-8558-1d1f8dc6b45f) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:37:51.899170 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:51.928833 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Transition to ACTIVE for port object a2797cf4-2c92-4a49-8558-1d1f8dc6b45f will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:37:52.021563 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:52.028198 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:52.106863 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Network 61af22a2-082b-434d-ae9d-519d5b06562e is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:37:52.111917 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:37:52.121743 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:37:52.122315 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034725'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:52.143900 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Pushing event updated for resources: {'Port': ['ID=a2797cf4-2c92-4a49-8558-1d1f8dc6b45f,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:52.247422 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:52.281622 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-3e7efbe6-3233-4bac-9c0c-cfede4137629 None None] Provisioning for port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:37:52.285485 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-3e7efbe6-3233-4bac-9c0c-cfede4137629 None None] Provisioning complete for port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:37:52.285927 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3e7efbe6-3233-4bac-9c0c-cfede4137629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:52.324724 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-3e7efbe6-3233-4bac-9c0c-cfede4137629 None None] Port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:37:52.407637 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:52.591230 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:52.595769 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:52.596979 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973310'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:52.599694 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:52.684414 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Pushing event updated for resources: {'Port': ['ID=a2797cf4-2c92-4a49-8558-1d1f8dc6b45f,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:52.687416 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:52.734127 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Network 61af22a2-082b-434d-ae9d-519d5b06562e is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:37:52.735444 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:37:52.906697 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Router c05a79f6-4098-4af9-ac39-04279e519d91 is scheduled to L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:37:52.946416 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-2280865f-25be-4bef-90a8-8197d9b34089 None None] Provisioning complete for port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:37:52.946787 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2280865f-25be-4bef-90a8-8197d9b34089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:52.982655 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-2280865f-25be-4bef-90a8-8197d9b34089 None None] Port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:37:53.005406 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:37:53.012278 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] 10.222.0.20 "PUT /v2.0/routers/c05a79f6-4098-4af9-ac39-04279e519d91/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8852274 Jun 22 12:37:53.016718 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Sync routers for ids ['c05a79f6-4098-4af9-ac39-04279e519d91'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:37:53.029286 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Routers {'c05a79f6-4098-4af9-ac39-04279e519d91'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:37:53.030149 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:37:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['c05a79f6-4098-4af9-ac39-04279e519d91'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:53.231241 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Set router c05a79f6-4098-4af9-ac39-04279e519d91 gateway port host: None {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:37:53.714578 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'name': 'router1', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:37:42Z', 'updated_at': '2021-06-22T12:37:52Z', 'revision_number': 2, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'gw_port_host': None, '_interfaces': [{'id': 'a2797cf4-2c92-4a49-8558-1d1f8dc6b45f', 'name': '', 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'mac_address': 'fa:16:3e:0d:b4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:51Z', 'updated_at': '2021-06-22T12:37:52Z', 'revision_number': 2, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'subnets': [{'id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b4d69af-094f-4b49-b91b-b1d5af227f94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:53.768241 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Checking router: c05a79f6-4098-4af9-ac39-04279e519d91 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:37:53.768612 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Updating router c05a79f6-4098-4af9-ac39-04279e519d91 port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f binding host dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:37:53.841312 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:54.401985 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Notify callbacks [] for port, precommit_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:54.421456 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.provisioning_blocks [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Transition to ACTIVE for port object a2797cf4-2c92-4a49-8558-1d1f8dc6b45f will not be triggered until provisioned by entity L2. {{(pid=99505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:37:54.428097 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:54.433114 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:54.610523 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Pushing event updated for resources: {'Port': ['ID=a2797cf4-2c92-4a49-8558-1d1f8dc6b45f,revision_number=3']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:54.643469 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.643804 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.644134 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.644431 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.644754 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.645085 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.645405 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.645712 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.646019 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.646325 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.646633 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.646935 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Tracked resource versions report: Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: pushed versions: Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: { 'AddressGroup': {'1.2'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'ConntrackHelper': {'1.0'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Log': {'1.0'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Network': {'1.1'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Port': {'1.7'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'PortForwarding': {'1.2'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'QosPolicy': {'1.8'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'SecurityGroup': {'1.4'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'SubPort': {'1.0'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Subnet': {'1.1'}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Trunk': {'1.1'}} Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: consumer versions: Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: { DHCP agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: L3 agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: Metadata agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: Metering agent@dv-cinder-796680-1-smb: {}, Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: Open vSwitch agent@dv-cinder-796680-1-smb: { 'AddressGroup': '1.2', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'ConntrackHelper': '1.0', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Log': '1.0', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Network': '1.1', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Port': '1.7', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'PortForwarding': '1.2', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'QosPolicy': '1.8', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'SecurityGroup': '1.4', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'SecurityGroupRule': '1.2', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'SubPort': '1.0', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Subnet': '1.1', Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: 'Trunk': '1.1'}} Jun 22 12:37:54.648053 dv-cinder-796680-1-smb neutron-server[99505]: {{(pid=99505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:37:54.655323 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:54.656451 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Attempting to bind port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:37:54.656859 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Attempting to bind port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:37:54.657331 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Attempting to bind port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f on network 61af22a2-082b-434d-ae9d-519d5b06562e {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:37:54.662527 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:37:54.662935 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Checking segment: {'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:37:54.663436 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:54.663826 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Bound using segment: {'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:37:54.664335 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Bound port: a2797cf4-2c92-4a49-8558-1d1f8dc6b45f, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e'}}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:37:54.664702 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:54.739456 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] For port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:37:54.762033 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] For port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=a2797cf4-2c92-4a49-8558-1d1f8dc6b45f,segment=NetworkSegment(879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd),segment_id=879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd)] {{(pid=99505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:37:54.767786 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:54.769006 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:54.815975 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Routers {'c05a79f6-4098-4af9-ac39-04279e519d91'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:37:54.816677 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:37:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['c05a79f6-4098-4af9-ac39-04279e519d91'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:54.904137 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Pushing event updated for resources: {'Port': ['ID=a2797cf4-2c92-4a49-8558-1d1f8dc6b45f,revision_number=4']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:54.921359 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] Set router c05a79f6-4098-4af9-ac39-04279e519d91 gateway port host: None {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:37:54.925025 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:55.177370 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'name': 'router1', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:37:42Z', 'updated_at': '2021-06-22T12:37:52Z', 'revision_number': 2, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'gw_port_host': None, '_interfaces': [{'id': 'a2797cf4-2c92-4a49-8558-1d1f8dc6b45f', 'name': '', 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'mac_address': 'fa:16:3e:0d:b4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:51Z', 'updated_at': '2021-06-22T12:37:54Z', 'revision_number': 4, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'subnets': [{'id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b4d69af-094f-4b49-b91b-b1d5af227f94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:37:55.220958 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cfb57-1f4a-49a3-acc2-f7dd446cf944 None None] The sync data for ids ['c05a79f6-4098-4af9-ac39-04279e519d91'] in dv-cinder-796680-1-smb is: [{'id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'name': 'router1', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:37:42Z', 'updated_at': '2021-06-22T12:37:52Z', 'revision_number': 2, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'gw_port_host': None, '_interfaces': [{'id': 'a2797cf4-2c92-4a49-8558-1d1f8dc6b45f', 'name': '', 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'mac_address': 'fa:16:3e:0d:b4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:51Z', 'updated_at': '2021-06-22T12:37:54Z', 'revision_number': 4, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'subnets': [{'id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b4d69af-094f-4b49-b91b-b1d5af227f94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:37:55.301172 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34842) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:55.434933 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c4d13-4d28-40ce-b844-1da1d3e8fc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:37:55.436241 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-891c4d13-4d28-40ce-b844-1da1d3e8fc17 admin admin] 10.222.0.20 "GET /v2.0/networks/e29e87ec-c1af-4dff-b8c9-ab70709846a2 HTTP/1.1" status: 200 len: 842 time: 0.1340086 Jun 22 12:37:55.445589 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:37:55.473900 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Made reservation on behalf of 1de5eef259614d4f9c0c67dec2fcf72d for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:37:55.476829 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:55.828247 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.objects.ports [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 12:37:55.828667 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:55.830837 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:55.883882 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3146bc19-27f6-4125-bfc5-a152aa838e20,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:55.891246 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:55.898324 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:37:55.898671 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Network hostable DHCP agents. Network: e29e87ec-c1af-4dff-b8c9-ab70709846a2, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:37:55.924072 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:37:55.937505 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, e29e87ec-c1af-4dff-b8c9-ab70709846a2) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:37:55.942032 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:37:55.942680 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:55.948122 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b25417-93c0-4567-acf0-4a6fa452c316 None None] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:37:55.964272 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5221512 Jun 22 12:37:56.143486 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9ad586-00ef-4b04-b382-19c4476f09d6 None None] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:37:58.469104 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34854) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:37:58.606865 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d89380a0-e16f-40ea-b06c-367c227c15c4 admin admin] 10.222.0.20 "GET /v2.0/routers/c05a79f6-4098-4af9-ac39-04279e519d91 HTTP/1.1" status: 200 len: 710 time: 0.1365998 Jun 22 12:37:58.694665 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce1ef7-67d0-44af-b3e1-b2a79ade34e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:37:58.696048 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-42ce1ef7-67d0-44af-b3e1-b2a79ade34e6 admin admin] 10.222.0.20 "GET /v2.0/networks/e29e87ec-c1af-4dff-b8c9-ab70709846a2 HTTP/1.1" status: 200 len: 886 time: 0.0841060 Jun 22 12:37:58.707302 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:37:59.050279 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:59.314733 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:59.398002 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:59.507349 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Allocated IP 172.28.1.63 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/0c95b6fd-38a3-45ab-8a80-063369ade668) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:37:59.670238 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:59.710752 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:37:59.712982 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:37:59.753621 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:37:59.756311 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:37:59.761201 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:37:59.764118 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Pushing event updated for resources: {'Port': ['ID=0c95b6fd-38a3-45ab-8a80-063369ade668,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:37:59.798517 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:37:59.916707 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device a2797cf4-2c92-4a49-8558-1d1f8dc6b45f up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:37:59.979471 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:37:59.983346 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:37:59.983707 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:00.035751 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:00.074773 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:00.110989 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=a2797cf4-2c92-4a49-8558-1d1f8dc6b45f,segment=NetworkSegment(879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd),segment_id=879b24e9-e1ab-4ea0-a5fd-dbeb7cf687cd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:38:00.115419 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:00.119149 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-a83eca21-a759-41ff-a26a-e094eac85303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:00.218681 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=a2797cf4-2c92-4a49-8558-1d1f8dc6b45f,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:00.221833 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:00.249155 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:00.252519 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-972668'] for router, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:00.451213 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Router c05a79f6-4098-4af9-ac39-04279e519d91 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:38:00.560358 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:38:00.564766 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:00.565989 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] 10.222.0.20 "PUT /v2.0/routers/c05a79f6-4098-4af9-ac39-04279e519d91 HTTP/1.1" status: 200 len: 889 time: 1.8636990 Jun 22 12:38:00.572750 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Sync routers for ids ['c05a79f6-4098-4af9-ac39-04279e519d91'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:38:00.586530 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Routers {'c05a79f6-4098-4af9-ac39-04279e519d91'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:38:00.588127 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:37:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['c05a79f6-4098-4af9-ac39-04279e519d91'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:00.815789 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Set router c05a79f6-4098-4af9-ac39-04279e519d91 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:38:01.246947 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'name': 'router1', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '0c95b6fd-38a3-45ab-8a80-063369ade668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:37:42Z', 'updated_at': '2021-06-22T12:37:59Z', 'revision_number': 4, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'gw_port': {'id': '0c95b6fd-38a3-45ab-8a80-063369ade668', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:59Z', 'updated_at': '2021-06-22T12:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2797cf4-2c92-4a49-8558-1d1f8dc6b45f', 'name': '', 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'mac_address': 'fa:16:3e:0d:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:51Z', 'updated_at': '2021-06-22T12:38:00Z', 'revision_number': 5, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'subnets': [{'id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b4d69af-094f-4b49-b91b-b1d5af227f94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:01.299088 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Checking router: c05a79f6-4098-4af9-ac39-04279e519d91 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:38:01.299460 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Updating router c05a79f6-4098-4af9-ac39-04279e519d91 port 0c95b6fd-38a3-45ab-8a80-063369ade668 binding host dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:38:01.332856 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:01.671955 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:01.682598 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Transition to ACTIVE for port object 0c95b6fd-38a3-45ab-8a80-063369ade668 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:38:01.689925 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:01.692075 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:01.746660 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1590a-063d-467e-9760-35823a33fee2 None None] Pushing event updated for resources: {'Port': ['ID=0c95b6fd-38a3-45ab-8a80-063369ade668,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:01.749311 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Attempting to bind port 0c95b6fd-38a3-45ab-8a80-063369ade668 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:38:01.749777 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Attempting to bind port 0c95b6fd-38a3-45ab-8a80-063369ade668 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:38:01.750046 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Attempting to bind port 0c95b6fd-38a3-45ab-8a80-063369ade668 on network e29e87ec-c1af-4dff-b8c9-ab70709846a2 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:38:01.755338 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-53d1590a-063d-467e-9760-35823a33fee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:01.756098 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:38:01.756469 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:38:01.756868 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:01.757290 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Bound using segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:38:01.757762 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Bound port: 0c95b6fd-38a3-45ab-8a80-063369ade668, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:38:01.758132 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:01.821017 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] For port 0c95b6fd-38a3-45ab-8a80-063369ade668, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:38:01.825078 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] For port 0c95b6fd-38a3-45ab-8a80-063369ade668, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=0c95b6fd-38a3-45ab-8a80-063369ade668,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:38:01.839135 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:01.842038 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:01.909231 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Routers {'c05a79f6-4098-4af9-ac39-04279e519d91'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:38:01.909865 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:37:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['c05a79f6-4098-4af9-ac39-04279e519d91'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:01.911612 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1590a-063d-467e-9760-35823a33fee2 None None] Pushing event updated for resources: {'Port': ['ID=0c95b6fd-38a3-45ab-8a80-063369ade668,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:01.914689 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-53d1590a-063d-467e-9760-35823a33fee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:01.955250 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device a2797cf4-2c92-4a49-8558-1d1f8dc6b45f up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:38:02.147906 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] Set router c05a79f6-4098-4af9-ac39-04279e519d91 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:38:02.177163 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:38:02.177455 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:02.432820 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'name': 'router1', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '0c95b6fd-38a3-45ab-8a80-063369ade668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:37:42Z', 'updated_at': '2021-06-22T12:37:59Z', 'revision_number': 4, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'gw_port': {'id': '0c95b6fd-38a3-45ab-8a80-063369ade668', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:59Z', 'updated_at': '2021-06-22T12:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2797cf4-2c92-4a49-8558-1d1f8dc6b45f', 'name': '', 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'mac_address': 'fa:16:3e:0d:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:51Z', 'updated_at': '2021-06-22T12:38:00Z', 'revision_number': 5, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'subnets': [{'id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b4d69af-094f-4b49-b91b-b1d5af227f94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:38:02.464042 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137a6b-42e9-4e4f-98e8-2ade0253320d None None] The sync data for ids ['c05a79f6-4098-4af9-ac39-04279e519d91'] in dv-cinder-796680-1-smb is: [{'id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'name': 'router1', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '0c95b6fd-38a3-45ab-8a80-063369ade668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:37:42Z', 'updated_at': '2021-06-22T12:37:59Z', 'revision_number': 4, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'gw_port': {'id': '0c95b6fd-38a3-45ab-8a80-063369ade668', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:59Z', 'updated_at': '2021-06-22T12:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2797cf4-2c92-4a49-8558-1d1f8dc6b45f', 'name': '', 'network_id': '61af22a2-082b-434d-ae9d-519d5b06562e', 'tenant_id': '90f76cf51ffb4b38baeaed48a8d01618', 'mac_address': 'fa:16:3e:0d:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a79f6-4098-4af9-ac39-04279e519d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:37:51Z', 'updated_at': '2021-06-22T12:38:00Z', 'revision_number': 5, 'project_id': '90f76cf51ffb4b38baeaed48a8d01618', 'subnets': [{'id': '00cc72d2-cdb0-4f8e-a676-dcf59df1aee8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b4d69af-094f-4b49-b91b-b1d5af227f94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:38:03.009386 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 34862) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:38:03.153965 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-82bc2e66-6352-4017-ba15-3f109497cc66 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1433446 Jun 22 12:38:03.926163 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 0c95b6fd-38a3-45ab-8a80-063369ade668 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:38:03.978172 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 0c95b6fd-38a3-45ab-8a80-063369ade668 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:38:03.982040 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 0c95b6fd-38a3-45ab-8a80-063369ade668 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:38:03.982416 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:04.078993 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:04.100247 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 0c95b6fd-38a3-45ab-8a80-063369ade668, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=0c95b6fd-38a3-45ab-8a80-063369ade668,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:38:04.104798 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:04.107099 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:38:04.158271 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=0c95b6fd-38a3-45ab-8a80-063369ade668,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:38:04.161235 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:38:05.918339 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 0c95b6fd-38a3-45ab-8a80-063369ade668 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:38:05.976204 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 0c95b6fd-38a3-45ab-8a80-063369ade668 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:38:05.976581 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:09.993599 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:38:13.524081 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c03eff09-bb44-4a7b-98be-0067e8751d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:16.764018 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-15aa6dff-2c69-48f0-ad49-bbf464a4671d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:17.433955 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:17.913723 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:19.884765 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:43.508810 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd565-d4b5-4231-bae6-bc8264422948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:46.774470 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d8ebda21-da3b-425a-8262-b4ea79a3caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:46.990620 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:38:47.436069 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:47.913111 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:38:49.886165 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:13.511901 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0a456c3f-4556-4dd4-87eb-ac4094f32357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:16.769402 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2739703a-bdc9-4e6d-ac9f-29b780a29271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:17.438099 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:17.910970 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:19.891448 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:23.988844 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:39:42.714612 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35430) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:42.785403 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cb6fa7-ded1-4e78-9ca7-d5a95fca905d admin admin] GET failed (client error): The resource could not be found. Jun 22 12:39:42.786771 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-36cb6fa7-ded1-4e78-9ca7-d5a95fca905d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0712521 Jun 22 12:39:42.979300 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03694-ea64-449e-9ef2-72763678f935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:42.980677 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-e4e03694-ea64-449e-9ef2-72763678f935 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1897206 Jun 22 12:39:43.518447 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9e74d7de-19b1-4571-930c-25cf9f8a92ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:45.260549 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35440) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:45.356152 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17584d9b-4600-4007-8e95-e753deca4183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:45.357554 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-17584d9b-4600-4007-8e95-e753deca4183 admin admin] 10.222.0.20 "GET /v2.0/subnets/00cc72d2-cdb0-4f8e-a676-dcf59df1aee8 HTTP/1.1" status: 200 len: 849 time: 0.0959394 Jun 22 12:39:45.368029 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:39:45.466732 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Notify callbacks [] for subnet, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:45.626410 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740515056860'] for subnet, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:45.628474 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:39:45.660209 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:45.660812 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:45.662862 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] 10.222.0.20 "PUT /v2.0/subnets/00cc72d2-cdb0-4f8e-a676-dcf59df1aee8 HTTP/1.1" status: 200 len: 868 time: 0.2990315 Jun 22 12:39:45.667943 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c927fc-7575-4b4e-9fa3-1d4e2f66c8f2 None None] Network 61af22a2-082b-434d-ae9d-519d5b06562e requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:39:45.681898 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cc72d2-cdb0-4f8e-a676-dcf59df1aee8,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:39:45.690287 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.690643 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.690955 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.691284 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.691603 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.691924 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.692271 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.692589 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.692912 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.693361 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.693690 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.694002 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:39:45.699140 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:39:46.136586 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-e37e57cc-4f31-4e4b-a998-8c4a04c31c2f None None] Provisioning complete for port 335e2c08-e5cb-4ccb-9be0-e3f2c71370c4 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:46.137146 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e37e57cc-4f31-4e4b-a998-8c4a04c31c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:46.234687 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-e37e57cc-4f31-4e4b-a998-8c4a04c31c2f None None] Provisioning complete for port a2797cf4-2c92-4a49-8558-1d1f8dc6b45f triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:39:46.234959 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e37e57cc-4f31-4e4b-a998-8c4a04c31c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:46.775805 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bd63-493b-49bd-9188-2587b84611fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:47.441509 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:47.916655 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:47.980033 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35448) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:48.198180 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf9b97-6e40-447e-873c-f015035797a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:48.198563 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf9b97-6e40-447e-873c-f015035797a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:48.200093 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-10bf9b97-6e40-447e-873c-f015035797a9 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2191188 Jun 22 12:39:49.889836 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:39:50.533796 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35456) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:50.737418 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b055c4-3503-4e32-9dd4-9b0d1d8150f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:50.737804 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b055c4-3503-4e32-9dd4-9b0d1d8150f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:50.739379 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-a0b055c4-3503-4e32-9dd4-9b0d1d8150f3 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2046165 Jun 22 12:39:53.016228 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35466) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:53.213997 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3333c17f-8394-4d5f-938d-331c3ba297bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:53.215509 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-3333c17f-8394-4d5f-938d-331c3ba297bd admin admin] 10.222.0.20 "GET /v2.0/networks/61af22a2-082b-434d-ae9d-519d5b06562e HTTP/1.1" status: 200 len: 869 time: 0.1982021 Jun 22 12:39:55.440051 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35474) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:55.575599 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deafce9-4def-4272-9bbe-1890a148654f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:55.576962 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-4deafce9-4def-4272-9bbe-1890a148654f admin admin] 10.222.0.20 "GET /v2.0/networks/e29e87ec-c1af-4dff-b8c9-ab70709846a2 HTTP/1.1" status: 200 len: 886 time: 0.1359262 Jun 22 12:39:57.884117 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35482) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:39:58.016560 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c9a92-697f-4763-a094-2d3556bc3139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:58.017015 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c9a92-697f-4763-a094-2d3556bc3139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:39:58.018582 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ed6c9a92-697f-4763-a094-2d3556bc3139 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1335189 Jun 22 12:40:00.361779 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35490) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:40:00.496083 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a085fc-08da-4468-af3e-87691e5a5eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:40:00.496532 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a085fc-08da-4468-af3e-87691e5a5eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:40:00.498220 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-10a085fc-08da-4468-af3e-87691e5a5eaa admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1350560 Jun 22 12:40:00.987491 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:40:02.793144 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35498) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:40:02.894180 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4792d4-6af6-4327-ac90-60b4ab5edbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:40:02.895580 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-2e4792d4-6af6-4327-ac90-60b4ab5edbca admin admin] 10.222.0.20 "GET /v2.0/subnets/00cc72d2-cdb0-4f8e-a676-dcf59df1aee8 HTTP/1.1" status: 200 len: 868 time: 0.1014771 Jun 22 12:40:05.183943 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35506) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:40:05.294201 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d45cec-9a8e-4f4b-80b0-f81a9394073f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:40:05.296672 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-05d45cec-9a8e-4f4b-80b0-f81a9394073f admin admin] 10.222.0.20 "GET /v2.0/subnets/3146bc19-27f6-4125-bfc5-a152aa838e20 HTTP/1.1" status: 200 len: 816 time: 0.1114790 Jun 22 12:40:13.511443 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c4aef36a-abd0-455d-bfdd-fde514171a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:16.774435 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-bca21a99-34bf-4196-a03c-be5844004231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:17.445141 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:17.931050 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:19.895856 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:29.491823 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35550) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:40:29.538813 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [None req-6f40b3c4-66a9-4655-bb8c-3862b50963c0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:40:29.540493 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-6f40b3c4-66a9-4655-bb8c-3862b50963c0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477357 Jun 22 12:40:31.792021 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35558) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:40:31.853511 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c8d6e5-65db-43a3-8c84-d584951c2fb3 admin admin] GET failed (client error): The resource could not be found. Jun 22 12:40:31.854810 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-92c8d6e5-65db-43a3-8c84-d584951c2fb3 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618534 Jun 22 12:40:31.944725 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e251e-350a-4797-8166-f589e8cd4bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:40:31.946474 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-021e251e-350a-4797-8166-f589e8cd4bfc admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0876081 Jun 22 12:40:34.139107 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35566) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:40:34.187317 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:40:34.210631 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Made reservation on behalf of 1de5eef259614d4f9c0c67dec2fcf72d for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:40:34.213745 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:34.257396 dv-cinder-796680-1-smb neutron-server[99503]: WARNING neutron.services.revisions.revision_plugin [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Could not find related network for resource to bump revision. Jun 22 12:40:34.273255 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:40:34.286593 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740515071946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:34.287129 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Unsubscribe: segment precommit_create {{(pid=99503) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 12:40:34.287560 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Added segment d3702bd6-3529-4d78-a792-36bbc156ba07 of type vlan for network dd45be74-ce7f-485c-b797-22e1d70bed9a Jun 22 12:40:34.336271 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:34.378259 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:34.379739 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:40:34.380316 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:34.383018 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:40:34.456776 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3166060 Jun 22 12:40:34.476586 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Pushing event updated for resources: {'Network': ['ID=dd45be74-ce7f-485c-b797-22e1d70bed9a,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:40:34.481648 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:40:34.489893 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network dd45be74-ce7f-485c-b797-22e1d70bed9a details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:40:36.678467 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35574) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:40:36.738295 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.pecan_wsgi.hooks.translation [None req-03073b63-97ba-4a9f-ab51-963ab4203baf admin admin] GET failed (client error): The resource could not be found. Jun 22 12:40:36.739596 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-03073b63-97ba-4a9f-ab51-963ab4203baf admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601759 Jun 22 12:40:36.808402 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df483d28-388f-42f7-ab08-c8e7fa23e297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:40:36.809931 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-df483d28-388f-42f7-ab08-c8e7fa23e297 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659432 Jun 22 12:40:36.819462 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a', 'cidr': '192.168.233.0/24'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:40:36.841308 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Made reservation on behalf of 1de5eef259614d4f9c0c67dec2fcf72d for: {'subnet': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:40:36.843819 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.011652 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.013694 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f60b5d84-7e27-4396-b4b9-d05158aafbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:40:37.115956 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead4a1ef-a019-468c-9bc9-25541001dc68,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:40:37.120345 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:40:37.127120 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Checking segment: {'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:40:37.127466 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Network hostable DHCP agents. Network: dd45be74-ce7f-485c-b797-22e1d70bed9a, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:40:37.143454 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Network dd45be74-ce7f-485c-b797-22e1d70bed9a is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:40:37.153454 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, dd45be74-ce7f-485c-b797-22e1d70bed9a) {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:40:37.157594 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:40:37.158167 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.163484 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0350d-5978-47b8-bcbe-23b48e7b80cb None None] Network dd45be74-ce7f-485c-b797-22e1d70bed9a requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:40:37.173171 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3568206 Jun 22 12:40:37.420940 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc098d59d-0549-5389-9673-5004173b1119-dd45be74-ce7f-485c-b797-22e1d70bed9a', 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a', 'tenant_id': '1de5eef259614d4f9c0c67dec2fcf72d', 'fixed_ips': [{'subnet_id': 'ead4a1ef-a019-468c-9bc9-25541001dc68'}]}} from dv-cinder-796680-1-smb. {{(pid=99504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:40:37.421855 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.577538 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.db_base_plugin_common [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Allocated IP 192.168.233.2 (dd45be74-ce7f-485c-b797-22e1d70bed9a/ead4a1ef-a019-468c-9bc9-25541001dc68/65edad0f-d22d-4a30-a498-48e501bab6e6) {{(pid=99504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:40:37.748695 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Notify callbacks [] for port, precommit_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.757948 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Transition to ACTIVE for port object 65edad0f-d22d-4a30-a498-48e501bab6e6 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:40:37.776643 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Transition to ACTIVE for port object 65edad0f-d22d-4a30-a498-48e501bab6e6 will not be triggered until provisioned by entity DHCP. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:40:37.782579 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.785022 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-53d1590a-063d-467e-9760-35823a33fee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:40:37.836317 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Network dd45be74-ce7f-485c-b797-22e1d70bed9a is already hosted by enough agents. {{(pid=99504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:40:37.840041 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.base_scheduler [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Resources bound (agent type, host, resource id): {{(pid=99504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:40:37.845111 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Pushing event updated for resources: {'Port': ['ID=65edad0f-d22d-4a30-a498-48e501bab6e6,revision_number=1']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:40:37.847542 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Received port after_create {{(pid=99504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:40:37.857341 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.857692 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.858036 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.858377 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.858693 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.859027 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.859361 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.859685 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.860011 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.860334 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.860656 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.860974 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:40:37.866457 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:40:37.918863 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Attempting to bind port 65edad0f-d22d-4a30-a498-48e501bab6e6 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:40:37.919239 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Attempting to bind port 65edad0f-d22d-4a30-a498-48e501bab6e6 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:40:37.919610 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Attempting to bind port 65edad0f-d22d-4a30-a498-48e501bab6e6 on network dd45be74-ce7f-485c-b797-22e1d70bed9a {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:40:37.925111 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:40:37.925501 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Checking segment: {'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:40:37.925904 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.926309 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Bound using segment: {'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:40:37.926787 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Bound port: 65edad0f-d22d-4a30-a498-48e501bab6e6, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:40:37.927161 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:37.994702 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:40:38.020639 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] For port 65edad0f-d22d-4a30-a498-48e501bab6e6, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:40:38.024684 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] For port 65edad0f-d22d-4a30-a498-48e501bab6e6, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=65edad0f-d22d-4a30-a498-48e501bab6e6,segment=NetworkSegment(d3702bd6-3529-4d78-a792-36bbc156ba07),segment_id=d3702bd6-3529-4d78-a792-36bbc156ba07)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:40:38.030582 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:38.033067 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:40:38.104906 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Pushing event updated for resources: {'Port': ['ID=65edad0f-d22d-4a30-a498-48e501bab6e6,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:40:38.109310 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:40:38.997124 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1978de5c-9c70-4bde-8849-8e849ad2c46b None None] Network dd45be74-ce7f-485c-b797-22e1d70bed9a requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:40:39.106196 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-2efe6b49-72b3-48db-8b53-983d638c5b5d None None] Provisioning for port 65edad0f-d22d-4a30-a498-48e501bab6e6 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:40:40.073121 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 65edad0f-d22d-4a30-a498-48e501bab6e6 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:40:40.142332 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 65edad0f-d22d-4a30-a498-48e501bab6e6 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:40:40.146585 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 65edad0f-d22d-4a30-a498-48e501bab6e6 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:40:40.146962 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:40.231820 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:40.265912 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 65edad0f-d22d-4a30-a498-48e501bab6e6, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=65edad0f-d22d-4a30-a498-48e501bab6e6,segment=NetworkSegment(d3702bd6-3529-4d78-a792-36bbc156ba07),segment_id=d3702bd6-3529-4d78-a792-36bbc156ba07)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:40:40.270216 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:40.272357 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:40:40.320016 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=65edad0f-d22d-4a30-a498-48e501bab6e6,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:40:40.323178 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:40:42.020899 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 65edad0f-d22d-4a30-a498-48e501bab6e6 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:40:42.073186 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 65edad0f-d22d-4a30-a498-48e501bab6e6 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:40:42.073564 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:43.513877 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f929d7f8-e4fb-4256-bfbe-46b257bf5ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:46.771450 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-05ca8563-8a4d-42c6-8d06-efb2291d9713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:47.448028 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:47.921501 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:40:49.894239 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:13.514808 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-832bbc21-0b46-4e7d-8ab6-c579bbc680a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:14.993797 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:41:16.765992 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-38f7f04a-9e96-448c-adac-1543ec2fb793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:17.450846 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:17.927732 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:19.900500 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:43.516481 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f46f040e-2cf5-4880-a6a1-96d993948e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:46.772538 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b967c224-4a7c-4b17-8508-a68150e1075d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:47.453784 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:47.927426 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:49.902741 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:51.992680 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:41:57.625870 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35626) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:57.631764 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [None req-9816e59a-2931-4e5b-8b5d-9cb8c3f7f550 tempest-verify_tempest_config-908873534 tempest-verify_tempest_config-908873534-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:41:57.632786 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-9816e59a-2931-4e5b-8b5d-9cb8c3f7f550 tempest-verify_tempest_config-908873534 tempest-verify_tempest_config-908873534-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059853 Jun 22 12:41:57.939457 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35644) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:58.045926 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:58.151583 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:58.155177 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:58.161265 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:41:58.200082 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38d53f5c4e4648adbf938a9378316717&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2595840 Jun 22 12:41:58.201981 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac851a44-3ec0-4f88-95fd-0dd0ed287951,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:41:58.202727 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35648) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:41:58.208766 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.209136 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.209469 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.209791 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.210111 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.210433 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.210747 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.211062 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.211392 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.212296 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.212609 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.212913 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.216713 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:41:58.284475 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:58.306696 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:58.402788 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:58.405610 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:41:58.406999 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac851a44-3ec0-4f88-95fd-0dd0ed287951 HTTP/1.1" status: 204 len: 168 time: 0.2031977 Jun 22 12:41:58.407681 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:41:58.415238 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac851a44-3ec0-4f88-95fd-0dd0ed287951,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:41:58.422119 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.422458 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.422784 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.423102 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.423416 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.423731 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.424042 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.424687 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.424930 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.425265 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.425576 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.425881 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:41:58.430389 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:42:13.518111 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-eb321514-c407-4264-97c2-7eafb2e6259c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:16.766608 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-55dc01cf-b33f-4151-8c39-8dd6ee4fa8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:17.455950 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:17.930096 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:19.902988 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:28.991475 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:42:43.522172 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-4c0f39b8-f319-4493-8d76-d3ded11a02d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:46.768427 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77c9fb5d-c538-4152-80a5-fb5943c10da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:47.456973 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:47.933277 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:42:49.911776 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:05.990615 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:43:13.523278 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0b124450-490f-46c7-a03b-e83b240c8aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:16.770018 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-90bb160c-453f-4195-a749-fc715ab8712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:17.457487 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:17.936609 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:19.909568 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:42.989434 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 5 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:43:43.526120 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-bc935cdc-8b8e-40b4-a51f-f2c0b7820fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:46.771167 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c51b159b-811e-41d3-bb58-2c941f989952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:47.457722 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:47.938629 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:48.562422 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937'] for agent, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:43:49.914250 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:02.639667 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35722) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:44:02.740754 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-09086deb-cf7e-4f2f-b9f2-859e8e6c2f20 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0999889 Jun 22 12:44:04.947808 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35732) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:44:05.008262 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-0cb7d53c-8980-4b19-acab-e54fd438057a admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0593762 Jun 22 12:44:13.526118 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-64e64c71-bce5-4402-bd90-4d5baa4bfac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:16.772259 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8af87b43-735b-4585-b6b9-4419ccd6b5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:17.460478 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:17.941315 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:18.538231 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:19.913603 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:19.989390 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:44:43.526737 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b4de7356-1b71-483e-b6bb-da112ad4c45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:46.773438 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a7739c33-798a-425e-b886-1941cbde06e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:47.460856 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:47.945304 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:48.538366 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:49.917495 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:44:56.989241 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:45:13.527888 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c77ac8ad-33be-4370-ade1-d07718c88e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:16.775727 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-aa71c392-dc10-4e94-90d5-1ccb0ae7437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:17.462187 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:17.949291 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:18.568153 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:19.921754 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:33.988715 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:45:38.363744 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35940) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:38.580888 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35956) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:38.581731 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35958) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:38.714327 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35968) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:38.772806 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-892548851-network', 'tenant_id': 'f313ca45a12a4042b7aeb8ec2302317b'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:38.796459 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Made reservation on behalf of f313ca45a12a4042b7aeb8ec2302317b for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:38.799352 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:38.807810 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:38.912255 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:38.916309 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:38.919984 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:38.945693 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b148088-45a5-466a-be17-05f8790315ad,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:38.951868 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:45:38.954317 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.954654 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.954979 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.955300 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.955678 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.955917 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.956225 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.956553 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.956875 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.957206 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.957514 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.957821 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Tracked resource versions report: Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: pushed versions: Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: { 'AddressGroup': {'1.2'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'ConntrackHelper': {'1.0'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Log': {'1.0'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Network': {'1.1'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Port': {'1.7'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'PortForwarding': {'1.2'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'QosPolicy': {'1.8'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'SecurityGroup': {'1.4'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'SubPort': {'1.0'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Subnet': {'1.1'}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Trunk': {'1.1'}} Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: consumer versions: Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: { DHCP agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: HyperV agent@hv-cinder-79668: {}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: L3 agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: Metadata agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: Metering agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: Open vSwitch agent@dv-cinder-796680-1-smb: { 'AddressGroup': '1.2', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'ConntrackHelper': '1.0', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Log': '1.0', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Network': '1.1', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Port': '1.7', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'PortForwarding': '1.2', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'QosPolicy': '1.8', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'SecurityGroup': '1.4', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'SecurityGroupRule': '1.2', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'SubPort': '1.0', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Subnet': '1.1', Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: 'Trunk': '1.1'}} Jun 22 12:45:38.958843 dv-cinder-796680-1-smb neutron-server[99503]: {{(pid=99503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:45:38.973697 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:38.974037 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Added segment 19b9d7d5-4198-446c-a983-bc7a55faf6b6 of type vlan for network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c Jun 22 12:45:38.987761 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:38.999772 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-network', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:39.035586 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.077444 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Made reservation on behalf of 0f8688e5cf04418280e3f726c5c89a81 for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:39.080053 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.088810 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.096382 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.098313 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:39.098882 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.109079 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-cea9e1b3-4bd6-4cb9-a2d8-818e3ec5e327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:39.138896 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7693021 Jun 22 12:45:39.140004 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35986) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:39.145572 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Request body: {'subnet': {'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-892548851-subnet', 'tenant_id': 'f313ca45a12a4042b7aeb8ec2302317b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:39.166757 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1223505579-network', 'tenant_id': '7710ece11b534f3f8b6a514597ea2311'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:39.179912 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-874229488-network', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:39.197972 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 35990) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:39.204561 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 35992) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:39.220909 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4b17dc-7b37-47d2-a7e5-6c599512b35c,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:39.224644 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:39.234180 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:45:39.271490 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.277940 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.285106 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0633c214-d1bc-4596-b9bf-b5f56f794da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:39.312372 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7196927b-1c16-4b8f-938f-e5e68fda06a3,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:39.317302 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:39.326750 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:45:39.330458 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Made reservation on behalf of f313ca45a12a4042b7aeb8ec2302317b for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:39.335175 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.339190 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.339740 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Added segment 99273249-0ea3-4ae8-ab2d-153d7241acc3 of type vlan for network edeb9197-b866-465a-b484-766d7b8e4b36 Jun 22 12:45:39.414908 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.456881 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Made reservation on behalf of 7710ece11b534f3f8b6a514597ea2311 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:39.457540 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.459356 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:39.460028 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.460663 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.464100 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:39.486729 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1957466559-network', 'tenant_id': '8508b7fbf9a14475aac642abde198a98'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:39.509770 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.525933 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-74ba157a-4fae-46da-81a4-d74411aa5f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.556480 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Made reservation on behalf of 8c8d169ef0a14b169cdcc44ddb33fcb4 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:39.558987 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Pushing event updated for resources: {'Network': ['ID=edeb9197-b866-465a-b484-766d7b8e4b36,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:39.560502 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.565016 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:39.578360 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network edeb9197-b866-465a-b484-766d7b8e4b36 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:45:39.580020 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.582262 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Made reservation on behalf of 8508b7fbf9a14475aac642abde198a98 for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:39.587619 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.605608 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.640528 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0585523 Jun 22 12:45:39.644228 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36010) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:39.656163 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Request body: {'subnet': {'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-subnet', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:39.718524 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-74ba157a-4fae-46da-81a4-d74411aa5f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.721434 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.725244 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-08b4ff7d-dc43-442d-927f-056d4f6daec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:39.730325 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-74ba157a-4fae-46da-81a4-d74411aa5f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.830740 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-74ba157a-4fae-46da-81a4-d74411aa5f74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b117ba8c2b44e41b04c352792923f9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6306813 Jun 22 12:45:39.833754 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36024) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:39.910737 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1bd55d52-d4c8-4f1c-9d10-e3b0ad4c0b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:39.913790 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:39.924161 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Checking segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:39.924292 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Network hostable DHCP agents. Network: 0b4b17dc-7b37-47d2-a7e5-6c599512b35c, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:45:39.945620 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.946176 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.946718 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.947268 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.947813 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.948347 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.948885 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.949465 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.950793 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.951335 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.951878 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.952438 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Tracked resource versions report: Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: pushed versions: Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: { 'AddressGroup': {'1.2'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'ConntrackHelper': {'1.0'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Log': {'1.0'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Network': {'1.1'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Port': {'1.7'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'PortForwarding': {'1.2'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'QosPolicy': {'1.8'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'SecurityGroup': {'1.4'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'SubPort': {'1.0'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Subnet': {'1.1'}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Trunk': {'1.1'}} Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: consumer versions: Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: { DHCP agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: HyperV agent@hv-cinder-79668: {}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: L3 agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: Metadata agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: Metering agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: Open vSwitch agent@dv-cinder-796680-1-smb: { 'AddressGroup': '1.2', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'ConntrackHelper': '1.0', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Log': '1.0', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Network': '1.1', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Port': '1.7', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'PortForwarding': '1.2', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'QosPolicy': '1.8', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'SecurityGroup': '1.4', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'SecurityGroupRule': '1.2', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'SubPort': '1.0', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Subnet': '1.1', Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: 'Trunk': '1.1'}} Jun 22 12:45:39.954402 dv-cinder-796680-1-smb neutron-server[99502]: {{(pid=99502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:45:39.962070 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:39.964020 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:39.973936 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1bd55d52-d4c8-4f1c-9d10-e3b0ad4c0b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.055820 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:45:40.058984 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1bd55d52-d4c8-4f1c-9d10-e3b0ad4c0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.064895 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1bd55d52-d4c8-4f1c-9d10-e3b0ad4c0b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.081874 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba157a-4fae-46da-81a4-d74411aa5f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8088f04f-96b2-42c9-ad0c-227890f4462c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:40.082965 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-1bd55d52-d4c8-4f1c-9d10-e3b0ad4c0b3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8088f04f-96b2-42c9-ad0c-227890f4462c HTTP/1.1" status: 204 len: 168 time: 0.2372687 Jun 22 12:45:40.085999 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:40.088427 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.091166 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-74ba157a-4fae-46da-81a4-d74411aa5f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:40.092303 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 0b4b17dc-7b37-47d2-a7e5-6c599512b35c) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:40.099997 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:40.101349 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.105014 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.107956 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec89e3-5720-43a6-ae36-8d9a6a40ccc7 None None] Network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:40.116363 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e2e94e64-4757-4b00-8c6d-c018d3c49d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:40.146993 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd55d52-d4c8-4f1c-9d10-e3b0ad4c0b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8088f04f-96b2-42c9-ad0c-227890f4462c,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:40.163159 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1bd55d52-d4c8-4f1c-9d10-e3b0ad4c0b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:40.165196 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:45:40.176228 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7482a0c-f919-4324-a952-98bc55c73a4e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:40.183031 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:40.191998 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.193188 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.segments_db [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Added segment 7c5bcdfa-cece-4143-9b35-df49ac7ae803 of type vlan for network 10da277f-5560-4ca3-b383-210e92585f97 Jun 22 12:45:40.272471 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.323563 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.326555 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:40.326726 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.328845 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:40.362795 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.373686 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.399564 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:45:40.410039 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.410853 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Added segment fc013ec9-ffc2-435b-98d5-e0feed7dd5cf of type vlan for network b71f308a-c4cf-460d-8f19-a7831a2f3fcc Jun 22 12:45:40.416557 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2752891 Jun 22 12:45:40.423841 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7084320 Jun 22 12:45:40.424693 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36046) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:40.431317 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Request body: {'subnet': {'network_id': '10da277f-5560-4ca3-b383-210e92585f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1223505579-subnet', 'tenant_id': '7710ece11b534f3f8b6a514597ea2311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:40.440793 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Pushing event updated for resources: {'Network': ['ID=10da277f-5560-4ca3-b383-210e92585f97,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:40.444645 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:40.445339 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:40.462958 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 10da277f-5560-4ca3-b383-210e92585f97 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:45:40.474491 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.482351 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c99005-193f-4837-9411-25ae949cc32e None None] Network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:40.505823 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc876800-e32c-45cb-9b81-260c8205c156,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:40.511114 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:40.516092 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Made reservation on behalf of 0f8688e5cf04418280e3f726c5c89a81 for: {'subnet': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:40.522090 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.543558 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.db.api [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 12:45:40.543558 dv-cinder-796680-1-smb neutron-server[99502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 12:45:40.543558 dv-cinder-796680-1-smb neutron-server[99502]: [parameters: {'project_id_1': '7710ece11b534f3f8b6a514597ea2311', 'expiration_1': datetime.datetime(2021, 6, 22, 12, 45, 40, 438789)}] Jun 22 12:45:40.543558 dv-cinder-796680-1-smb neutron-server[99502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 12:45:40.544610 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_db.api [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 12:45:40.594166 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.597506 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:40.598658 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.608452 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1c9dec98-ef14-482b-b628-bab356476f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:40.665210 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.675056 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.687975 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:40.689956 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4843378 Jun 22 12:45:40.693709 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36054) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:40.716608 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Request body: {'subnet': {'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1957466559-subnet', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:40.727917 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Pushing event updated for resources: {'Network': ['ID=b71f308a-c4cf-460d-8f19-a7831a2f3fcc,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:40.732980 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:45:40.741976 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:40.756922 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:45:40.764384 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ebe43-95fa-494b-9335-564c09da2b78,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:40.770603 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.771206 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.segments_db [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Added segment cb02ab75-b651-45cc-a2fe-ea4b00626afd of type vlan for network f25b32fe-dae5-4762-a914-d3c54c48333c Jun 22 12:45:40.772909 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:40.847886 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Made reservation on behalf of 8508b7fbf9a14475aac642abde198a98 for: {'subnet': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:40.850654 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.850827 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.920840 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.923166 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:40.928605 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:40.932107 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:41.000207 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4168997 Jun 22 12:45:41.004875 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36072) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:41.005921 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Pushing event updated for resources: {'Network': ['ID=f25b32fe-dae5-4762-a914-d3c54c48333c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:41.015017 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Request body: {'subnet': {'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-subnet', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:41.018810 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:41.029981 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network f25b32fe-dae5-4762-a914-d3c54c48333c details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:45:41.078334 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Made reservation on behalf of 8c8d169ef0a14b169cdcc44ddb33fcb4 for: {'subnet': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:41.080970 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.085260 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Made reservation on behalf of 7710ece11b534f3f8b6a514597ea2311 for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:41.089808 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.129162 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.141213 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-430b49bb-aafe-47ec-a4f6-c7f0a154f9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:41.179539 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36078) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:41.236704 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d79e0bbd-2640-4e3d-a32c-403da1260642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.328727 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.331872 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8266b758-9135-4c3a-9d69-be7bdcc1a520,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:41.337376 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:41.348078 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-867081f8-afbe-4e76-af34-9042bccb42c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:41.416330 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.420195 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-53f35275-7f01-4fe8-b958-1bef7babaa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:41.436778 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Checking segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:41.437124 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Network hostable DHCP agents. Network: edeb9197-b866-465a-b484-766d7b8e4b36, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:45:41.477937 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a53fad-6e1d-4fc2-abe4-02558dd5e26f,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:41.491059 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:41.519503 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d79e0bbd-2640-4e3d-a32c-403da1260642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.536892 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d79e0bbd-2640-4e3d-a32c-403da1260642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.551040 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:41.564873 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Network edeb9197-b866-465a-b484-766d7b8e4b36 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:45:41.615662 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Checking segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:41.616012 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Network hostable DHCP agents. Network: b71f308a-c4cf-460d-8f19-a7831a2f3fcc, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:45:41.624728 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef706d4-80c8-4622-b6b7-f7d96652a3c9,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:41.628649 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:41.630752 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, edeb9197-b866-465a-b484-766d7b8e4b36) {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:41.638036 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Checking segment: {'id': '7c5bcdfa-cece-4143-9b35-df49ac7ae803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '10da277f-5560-4ca3-b383-210e92585f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:41.638617 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Network hostable DHCP agents. Network: 10da277f-5560-4ca3-b383-210e92585f97, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:45:41.639695 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6018b40-9d73-466d-896f-c40ac4fd9977 None None] Network edeb9197-b866-465a-b484-766d7b8e4b36 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:41.654734 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:41.655383 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.662809 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-d79e0bbd-2640-4e3d-a32c-403da1260642 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b8a7fb7ba4142afaf5c10a9cceba14e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4548564 Jun 22 12:45:41.664472 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36106) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:41.665544 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e0bbd-2640-4e3d-a32c-403da1260642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3121df77-0fbd-4766-9300-c50f01db28d1,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:41.667109 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Network 10da277f-5560-4ca3-b383-210e92585f97 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:45:41.668279 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.673221 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d79e0bbd-2640-4e3d-a32c-403da1260642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:41.681162 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:41.682239 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 10da277f-5560-4ca3-b383-210e92585f97) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:41.723322 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:41.723322 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.723534 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e93b3d-7f2e-48d6-b1c5-4e57242b7e04 None None] Network 10da277f-5560-4ca3-b383-210e92585f97 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:41.729578 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:45:41.733644 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0882602 Jun 22 12:45:41.739319 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36118) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:41.747359 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:41.753546 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, b71f308a-c4cf-460d-8f19-a7831a2f3fcc) {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:41.763616 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:41.764266 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.775178 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36122) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:41.780405 dv-cinder-796680-1-smb neutron-server[99503]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 12:45:41.818231 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-85d6e864-bfa6-4a13-8976-58f1486f21ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.834854 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa516be-e964-4697-8753-f545105e2c50,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:41.848026 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d2211-35fe-453e-8ba0-70258c556011 None None] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:41.854285 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-85d6e864-bfa6-4a13-8976-58f1486f21ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.882125 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:41.896554 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f07b55-589a-4f11-8d94-39087633c70d None None] Network 10da277f-5560-4ca3-b383-210e92585f97 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:41.921642 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-06ff38df-84eb-4297-9dfe-14ca2553e3e4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4953237 Jun 22 12:45:41.927557 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Checking segment: {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:41.927994 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Network hostable DHCP agents. Network: f25b32fe-dae5-4762-a914-d3c54c48333c, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:45:41.938992 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-85d6e864-bfa6-4a13-8976-58f1486f21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.942888 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-85d6e864-bfa6-4a13-8976-58f1486f21ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.946689 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-85d6e864-bfa6-4a13-8976-58f1486f21ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3121df77-0fbd-4766-9300-c50f01db28d1 HTTP/1.1" status: 204 len: 168 time: 0.2808490 Jun 22 12:45:41.947506 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1a1a0b49-1c3b-4424-b92a-6d6d96738445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:41.957252 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16273'] for router, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.958789 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16264'] for router, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:41.964992 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6e864-bfa6-4a13-8976-58f1486f21ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3121df77-0fbd-4766-9300-c50f01db28d1,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:41.979913 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-85d6e864-bfa6-4a13-8976-58f1486f21ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:42.263718 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-0512744e-9ce7-459c-8b91-c6b512229347 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:42.265486 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-0512744e-9ce7-459c-8b91-c6b512229347 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 814 time: 0.4870582 Jun 22 12:45:42.290681 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5933197 Jun 22 12:45:42.290910 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36146) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:42.296656 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:42.304499 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc098d59d-0549-5389-9673-5004173b1119-edeb9197-b866-465a-b484-766d7b8e4b36', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520'}]}} from dv-cinder-796680-1-smb. {{(pid=99504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:45:42.305720 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.323509 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc098d59d-0549-5389-9673-5004173b1119-b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f'}]}} from dv-cinder-796680-1-smb. {{(pid=99504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:45:42.324612 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.344132 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16273'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.346126 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16264'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.370975 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-c6788bb9-a874-4283-89ad-4d6d75e7866b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/quotas/f313ca45a12a4042b7aeb8ec2302317b HTTP/1.1" status: 200 len: 375 time: 0.0780442 Jun 22 12:45:42.383710 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Network f25b32fe-dae5-4762-a914-d3c54c48333c is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:45:42.396809 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.405167 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36152) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:42.413176 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, f25b32fe-dae5-4762-a914-d3c54c48333c) {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:42.419241 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:42.420352 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.430413 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55292728-8d01-4100-a540-4b56c428a8fe None None] Network f25b32fe-dae5-4762-a914-d3c54c48333c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:42.472113 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.501828 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4943521 Jun 22 12:45:42.529170 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36158) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:42.533623 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:42.556558 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-e0dfde76-e727-4dbb-b342-7e0d9683508f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1626575 Jun 22 12:45:42.792278 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.db_base_plugin_common [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Allocated IP 172.20.0.2 (edeb9197-b866-465a-b484-766d7b8e4b36/8266b758-9135-4c3a-9d69-be7bdcc1a520/1385fe74-efc3-4e2d-8405-d6c8b00cf4d0) {{(pid=99504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:42.804041 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16273'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.805406 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16264'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.807219 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.811746 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36188) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:42.818396 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.829179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-586ee54d-026c-414d-ac15-9ed578d2e14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:42.837653 dv-cinder-796680-1-smb neutron-server[99502]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 12:45:42.857823 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.db_base_plugin_common [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Allocated IP 172.20.0.2 (b71f308a-c4cf-460d-8f19-a7831a2f3fcc/00a53fad-6e1d-4fc2-abe4-02558dd5e26f/76473c06-6270-4da9-add8-55a046560e4b) {{(pid=99504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:42.960446 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476d925-eed1-4bef-ad6a-070c18012065 None None] Network f25b32fe-dae5-4762-a914-d3c54c48333c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:43.049455 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-9089dd23-882b-41d2-8a92-9b54e2b4eec5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:45:43.054567 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-9089dd23-882b-41d2-8a92-9b54e2b4eec5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2939510 Jun 22 12:45:43.182034 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.311673 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-586ee54d-026c-414d-ac15-9ed578d2e14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.344473 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-586ee54d-026c-414d-ac15-9ed578d2e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.364686 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Notify callbacks [] for port, precommit_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.391964 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.412002 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-e446c706-be41-4f56-a06d-4845671ae837 service neutron] 10.222.0.20 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528733 Jun 22 12:45:43.424131 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Transition to ACTIVE for port object 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:43.441414 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.452406 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Notify callbacks [] for port, precommit_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.454736 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Transition to ACTIVE for port object 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 will not be triggered until provisioned by entity DHCP. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:43.463954 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Transition to ACTIVE for port object 76473c06-6270-4da9-add8-55a046560e4b will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:43.472197 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.480588 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-014c8d51-7ba4-4088-b7b2-6e0e78b7b4d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:43.492599 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Transition to ACTIVE for port object 76473c06-6270-4da9-add8-55a046560e4b will not be triggered until provisioned by entity DHCP. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:43.540420 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.547522 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Network edeb9197-b866-465a-b484-766d7b8e4b36 is already hosted by enough agents. {{(pid=99504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:43.566973 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.570442 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc is already hosted by enough agents. {{(pid=99504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:43.572227 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.base_scheduler [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Resources bound (agent type, host, resource id): {{(pid=99504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:43.575061 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.base_scheduler [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Resources bound (agent type, host, resource id): {{(pid=99504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:43.578177 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3e1767c8-65be-4d09-8327-8a3a9c77d80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.587088 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:43.591517 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Pushing event updated for resources: {'Port': ['ID=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,revision_number=1']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:43.595435 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Received port after_create {{(pid=99504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:43.601104 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Received port after_create {{(pid=99504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:43.607829 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-441d491b-0758-4919-bb7d-1ecb709a4dab service neutron] 10.222.0.20 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949565 Jun 22 12:45:43.628495 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ee54d-026c-414d-ac15-9ed578d2e14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1be1e6-27dd-4ba8-a16e-338e0ba2dfeb,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:43.660771 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.661134 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.661825 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.662355 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.662828 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.663343 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.663822 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.664290 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.664770 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.665259 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.665718 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.666180 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Tracked resource versions report: Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: pushed versions: Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: { 'AddressGroup': {'1.2'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'ConntrackHelper': {'1.0'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Log': {'1.0'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Network': {'1.1'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Port': {'1.7'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'PortForwarding': {'1.2'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'QosPolicy': {'1.8'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'SecurityGroup': {'1.4'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'SubPort': {'1.0'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Subnet': {'1.1'}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Trunk': {'1.1'}} Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: consumer versions: Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: { DHCP agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: HyperV agent@hv-cinder-79668: {}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: L3 agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: Metadata agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: Metering agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: Open vSwitch agent@dv-cinder-796680-1-smb: { 'AddressGroup': '1.2', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'ConntrackHelper': '1.0', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Log': '1.0', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Network': '1.1', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Port': '1.7', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'PortForwarding': '1.2', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'QosPolicy': '1.8', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'SecurityGroup': '1.4', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'SecurityGroupRule': '1.2', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'SubPort': '1.0', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Subnet': '1.1', Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: 'Trunk': '1.1'}} Jun 22 12:45:43.667461 dv-cinder-796680-1-smb neutron-server[99504]: {{(pid=99504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:45:43.675201 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-586ee54d-026c-414d-ac15-9ed578d2e14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:43.682486 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:43.691742 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:43.766251 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Attempting to bind port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:45:43.766901 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-586ee54d-026c-414d-ac15-9ed578d2e14e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85119a4f515a4da194252e795f6e9935&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3606231 Jun 22 12:45:43.767124 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Attempting to bind port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:45:43.767575 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Attempting to bind port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 on network edeb9197-b866-465a-b484-766d7b8e4b36 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:45:43.769077 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36212) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:43.781310 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-caa05576-f7ae-4fd9-8567-31a18aa0be64 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:43.782785 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-caa05576-f7ae-4fd9-8567-31a18aa0be64 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/networks?id=10da277f-5560-4ca3-b383-210e92585f97 HTTP/1.1" status: 200 len: 812 time: 0.9468892 Jun 22 12:45:43.806134 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:45:43.806896 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Checking segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:43.807142 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.808079 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Bound using segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:45:43.808767 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Bound port: 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:45:43.810023 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.835676 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-1db00765-5a0b-4785-8187-70a78f6b1de8 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/quotas/7710ece11b534f3f8b6a514597ea2311 HTTP/1.1" status: 200 len: 375 time: 0.0427001 Jun 22 12:45:43.839623 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Pushing event updated for resources: {'Port': ['ID=76473c06-6270-4da9-add8-55a046560e4b,revision_number=1']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:43.844870 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Attempting to bind port 76473c06-6270-4da9-add8-55a046560e4b on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:45:43.845693 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Attempting to bind port 76473c06-6270-4da9-add8-55a046560e4b by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:45:43.847698 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Attempting to bind port 76473c06-6270-4da9-add8-55a046560e4b on network b71f308a-c4cf-460d-8f19-a7831a2f3fcc {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:45:43.852772 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Allocated IP 172.28.1.209 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/60e48a09-7758-42c5-ac78-ebc5e661c900) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:43.855242 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:43.861913 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:45:43.862531 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Checking segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:43.863129 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:43.863736 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Bound using segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:45:43.864388 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Bound port: 76473c06-6270-4da9-add8-55a046560e4b, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:45:43.864947 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.001632 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-8e682d22-8398-4dc1-b792-c8902e601873 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7710ece11b534f3f8b6a514597ea2311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1590090 Jun 22 12:45:44.008878 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] For port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:45:44.031396 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2093603f-e6a6-4b71-9539-aa79cc4ecd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.035035 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] For port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:45:44.053784 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.072554 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] For port 76473c06-6270-4da9-add8-55a046560e4b, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:45:44.092435 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2093603f-e6a6-4b71-9539-aa79cc4ecd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.097308 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.108692 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:44.134087 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] For port 76473c06-6270-4da9-add8-55a046560e4b, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=76473c06-6270-4da9-add8-55a046560e4b,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:45:44.187124 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2093603f-e6a6-4b71-9539-aa79cc4ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.198124 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.212698 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.235398 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2093603f-e6a6-4b71-9539-aa79cc4ecd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.238843 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-2093603f-e6a6-4b71-9539-aa79cc4ecd72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea1be1e6-27dd-4ba8-a16e-338e0ba2dfeb HTTP/1.1" status: 204 len: 168 time: 0.4664810 Jun 22 12:45:44.239336 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:44.243486 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a35379e2-d658-4c8a-aaa3-e199b78ca608 req-e76cfe03-1f9c-436b-9e42-1d4859cfa317 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 210 time: 0.2141654 Jun 22 12:45:44.255356 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093603f-e6a6-4b71-9539-aa79cc4ecd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1be1e6-27dd-4ba8-a16e-338e0ba2dfeb,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:44.258754 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2093603f-e6a6-4b71-9539-aa79cc4ecd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:44.312168 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Pushing event updated for resources: {'Port': ['ID=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:44.320749 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:44.328905 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:44.379418 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.548637 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Pushing event updated for resources: {'Port': ['ID=76473c06-6270-4da9-add8-55a046560e4b,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:44.554809 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:44.687882 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:44.696072 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:45.062233 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Allocated IP 172.28.1.96 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/324b9394-b971-4957-9c62-07489999928b) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:45.110731 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:45.174993 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:45.256179 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Pushing event updated for resources: {'Port': ['ID=60e48a09-7758-42c5-ac78-ebc5e661c900,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:45.266163 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-7342e7f9-3114-4898-89a6-eec64db57108 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:45:45.269305 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-7342e7f9-3114-4898-89a6-eec64db57108 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3313599 Jun 22 12:45:45.276061 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:45.298394 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:45.301922 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:45.324076 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:45.618501 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3d5aabcf-8460-4a96-91bb-af91afd38316 req-3ec5b3c9-606d-45cd-a10b-e9d7e8751c17 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 210 time: 0.1749783 Jun 22 12:45:45.620953 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:45.663071 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-91526667-2fd5-4e6a-83c1-697465dc300c service neutron] 10.222.0.20 "GET /v2.0/networks/10da277f-5560-4ca3-b383-210e92585f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801939 Jun 22 12:45:45.784533 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36302) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:45.971116 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:46.022989 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-134f4bef-ca6e-42aa-90a3-0bbe901c6a14 service neutron] 10.222.0.20 "GET /v2.0/networks/10da277f-5560-4ca3-b383-210e92585f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589022 Jun 22 12:45:46.042905 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e77ab78e-fc28-4729-a5df-d2fe699c1acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:46.078926 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39af16f7-7870-4c84-890f-ac78af24feb7 None None] Network edeb9197-b866-465a-b484-766d7b8e4b36 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:46.198751 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:46.218389 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:46.222732 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Allocated IP 172.28.1.17 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:46.234637 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:46.246638 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-18f3ffbd-536a-41f4-8e50-a4bf10f2cb3c None None] Provisioning for port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:45:46.350069 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Pushing event updated for resources: {'Port': ['ID=324b9394-b971-4957-9c62-07489999928b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:46.467162 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:46.468467 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318c8b8e-249f-4e87-a0cf-3af7317837b6 None None] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:45:46.543428 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9c468b15-f9f0-4102-817e-31a42192d464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:46.678631 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9b1631cb-c769-4cdc-af21-628a8e7951b6 req-cb63394e-2010-4eaa-b7be-2172a2f0084d tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 210 time: 0.1551974 Jun 22 12:45:46.722681 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:46.725771 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 76473c06-6270-4da9-add8-55a046560e4b up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:45:46.804719 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:46.878061 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-62532185-693b-43a4-8475-298f05fca00b req-f085cc86-f048-4878-84d1-478b2a0d7aae tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 210 time: 0.1341281 Jun 22 12:45:46.982526 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-01f72a7e-48e7-4432-bab2-6ebeb04d5e57 None None] Provisioning for port 76473c06-6270-4da9-add8-55a046560e4b completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:45:47.008663 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.019386 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8cb68c69-f94e-4325-aa9b-a176fc26b6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.069579 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 76473c06-6270-4da9-add8-55a046560e4b completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:45:47.074311 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 76473c06-6270-4da9-add8-55a046560e4b triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:47.076419 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.138352 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.159694 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9c468b15-f9f0-4102-817e-31a42192d464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.223067 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3c5c9a20-e223-418f-9091-bba753054b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:47.235538 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9c468b15-f9f0-4102-817e-31a42192d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.268285 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533'] for router, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.369617 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:47.375424 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.473506 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 76473c06-6270-4da9-add8-55a046560e4b, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=76473c06-6270-4da9-add8-55a046560e4b,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:45:47.485397 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.488018 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:45:47.515140 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:47.532193 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:47.536465 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:47.551948 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36374) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:47.553719 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-9c468b15-f9f0-4102-817e-31a42192d464 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4981ffe7fec742abbc7c298cbbd9ded4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7659087 Jun 22 12:45:47.570423 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.624337 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a4026a2a-5d06-49ff-95bd-0095b10946ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.675321 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a4026a2a-5d06-49ff-95bd-0095b10946ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.707007 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Router 352bab8a-10b1-4c12-8a41-32a97f616ba5 is scheduled to L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f with binding_index 1 {{(pid=99503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:45:47.766822 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Pushing event updated for resources: {'Port': ['ID=2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:47.783239 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:47.793339 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:47.811792 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-39918725-13f8-4935-9822-ec1e11eb38d2 req-6c5bd891-eef8-43cd-a27a-05588c40915b tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 210 time: 0.0338790 Jun 22 12:45:47.841097 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a4026a2a-5d06-49ff-95bd-0095b10946ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.903533 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:45:47.909621 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:47.910267 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.911977 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=76473c06-6270-4da9-add8-55a046560e4b,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:47.912597 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a4026a2a-5d06-49ff-95bd-0095b10946ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.917373 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-9a20ea50-8a7d-4786-846d-6411ce213dd5 None None] Provisioning complete for port 76473c06-6270-4da9-add8-55a046560e4b triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:47.917930 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9a20ea50-8a7d-4786-846d-6411ce213dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:47.921130 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a4026a2a-5d06-49ff-95bd-0095b10946ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06c381c7-3276-4ba3-a9e1-1033130130f5 HTTP/1.1" status: 204 len: 168 time: 0.3663299 Jun 22 12:45:47.923685 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2093603f-e6a6-4b71-9539-aa79cc4ecd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:47.940064 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4026a2a-5d06-49ff-95bd-0095b10946ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c381c7-3276-4ba3-a9e1-1033130130f5,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:47.943862 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a4026a2a-5d06-49ff-95bd-0095b10946ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:47.962658 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:47.981291 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:45:47.991862 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Sync routers for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:45:48.014635 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Notify callbacks [] for router, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:48.018555 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2728779 Jun 22 12:45:48.020863 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36394) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:48.020979 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:45:48.030275 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:48.034912 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:48.102358 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c468b15-f9f0-4102-817e-31a42192d464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c381c7-3276-4ba3-a9e1-1033130130f5,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:48.144012 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:48.201015 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:45:48.211194 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:48.215925 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-53d1590a-063d-467e-9760-35823a33fee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:48.377066 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:45:48.400478 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-9c468b15-f9f0-4102-817e-31a42192d464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:48.419927 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:48.426741 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:48.433460 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:48.440172 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 76473c06-6270-4da9-add8-55a046560e4b up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:45:48.552591 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 76473c06-6270-4da9-add8-55a046560e4b triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:48.552978 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:48.612882 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:48.833492 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:45Z', 'revision_number': 3, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:48.925675 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Checking router: 352bab8a-10b1-4c12-8a41-32a97f616ba5 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:45:48.927670 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Updating router 352bab8a-10b1-4c12-8a41-32a97f616ba5 port 60e48a09-7758-42c5-ac78-ebc5e661c900 binding host dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:45:48.958975 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36418) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:49.008187 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.52', 50422) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:49.036788 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.112716 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-02a95205-f294-43ae-b98f-b992dc001719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.146165 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-458a1ff6-feea-4b87-9b3b-5d3bef21441d req-db8d371c-17a2-4241-bb8b-56feea2eb1e7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 210 time: 0.7469993 Jun 22 12:45:49.289444 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-eef56969-d546-4a59-8695-72c9dcad147a req-116ebebb-0f3b-4d67-a70f-ebc8e000ca6a tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 210 time: 0.1244786 Jun 22 12:45:49.329224 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.514200 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-633f5a67-a07a-453a-ada9-416b93327796 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:49.515763 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-633f5a67-a07a-453a-ada9-416b93327796 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 814 time: 0.5065503 Jun 22 12:45:49.519094 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-02a95205-f294-43ae-b98f-b992dc001719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.553333 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-02a95205-f294-43ae-b98f-b992dc001719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.602891 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Request body: {'port': {'device_id': 'ca04625e-f25f-4b90-a5ea-c465f7354bab', 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'admin_state_up': True, 'tenant_id': 'f313ca45a12a4042b7aeb8ec2302317b'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:49.627033 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Notify callbacks [] for port, precommit_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.651162 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.provisioning_blocks [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Transition to ACTIVE for port object 60e48a09-7758-42c5-ac78-ebc5e661c900 will not be triggered until provisioned by entity L2. {{(pid=99505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:49.658806 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-586ee54d-026c-414d-ac15-9ed578d2e14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:49.663658 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.667776 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-0ce4935d-edd3-454e-983e-f07835789551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:49.704253 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.740468 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a95205-f294-43ae-b98f-b992dc001719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ae6f9-342e-4cb0-894f-94e025e866a1,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:49.754043 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-02a95205-f294-43ae-b98f-b992dc001719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:49.754855 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Attempting to bind port 60e48a09-7758-42c5-ac78-ebc5e661c900 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:45:49.755512 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Attempting to bind port 60e48a09-7758-42c5-ac78-ebc5e661c900 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:45:49.755957 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Attempting to bind port 60e48a09-7758-42c5-ac78-ebc5e661c900 on network e29e87ec-c1af-4dff-b8c9-ab70709846a2 {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:45:49.756713 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-02a95205-f294-43ae-b98f-b992dc001719 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=130e6fcf9a2644d2858c8435813bfda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7923496 Jun 22 12:45:49.760152 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36444) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:49.768382 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:45:49.768671 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:49.769092 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.769452 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Bound using segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:45:49.769954 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Bound port: 60e48a09-7758-42c5-ac78-ebc5e661c900, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:45:49.770610 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.777097 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Router 17d81535-39b5-42ce-bcca-65280e2049ae is scheduled to L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:45:49.802096 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Pushing event updated for resources: {'Port': ['ID=60e48a09-7758-42c5-ac78-ebc5e661c900,revision_number=2']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:49.821737 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.821737 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.822006 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.822330 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.822655 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.822979 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.823297 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.823614 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.824039 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.824368 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.825467 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.826538 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Tracked resource versions report: Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: pushed versions: Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: { 'AddressGroup': {'1.2'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'ConntrackHelper': {'1.0'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Log': {'1.0'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Network': {'1.1'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Port': {'1.7'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'PortForwarding': {'1.2'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'QosPolicy': {'1.8'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'SecurityGroup': {'1.4'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'SecurityGroupRule': {'1.2'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'SubPort': {'1.0'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Subnet': {'1.1'}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Trunk': {'1.1'}} Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: consumer versions: Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: { DHCP agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: HyperV agent@hv-cinder-79668: {}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: L3 agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: Metadata agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: Metering agent@dv-cinder-796680-1-smb: {}, Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: Open vSwitch agent@dv-cinder-796680-1-smb: { 'AddressGroup': '1.2', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'ConntrackHelper': '1.0', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Log': '1.0', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Network': '1.1', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Port': '1.7', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'PortForwarding': '1.2', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'QosPolicy': '1.8', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'SecurityGroup': '1.4', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'SecurityGroupRule': '1.2', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'SubPort': '1.0', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Subnet': '1.1', Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: 'Trunk': '1.1'}} Jun 22 12:45:49.827022 dv-cinder-796680-1-smb neutron-server[99505]: {{(pid=99505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 12:45:49.834772 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:49.858492 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] For port 60e48a09-7758-42c5-ac78-ebc5e661c900, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:45:49.864309 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] For port 60e48a09-7758-42c5-ac78-ebc5e661c900, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=60e48a09-7758-42c5-ac78-ebc5e661c900,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:45:49.872748 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.883171 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:49.941808 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.977464 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-323c6b02-d3bd-4cc2-bfa9-65bd2ce221bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:49.987168 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:45:49.987930 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:50.009128 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Pushing event updated for resources: {'Port': ['ID=60e48a09-7758-42c5-ac78-ebc5e661c900,revision_number=3']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:50.014977 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:50.025683 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:50.051037 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.52', 50432) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:50.053255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-323c6b02-d3bd-4cc2-bfa9-65bd2ce221bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:50.093455 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Made reservation on behalf of f313ca45a12a4042b7aeb8ec2302317b for: {'port': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:50.096954 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:50.213526 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:45:50.226509 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Sync routers for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:45:50.250064 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:45:50.250713 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:50.256582 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:45:50.298177 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:50.299525 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0077410 Jun 22 12:45:50.313533 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36464) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:50.325731 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-323c6b02-d3bd-4cc2-bfa9-65bd2ce221bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:50.379736 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:45:50.446551 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-323c6b02-d3bd-4cc2-bfa9-65bd2ce221bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:50.450290 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-323c6b02-d3bd-4cc2-bfa9-65bd2ce221bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c2ae6f9-342e-4cb0-894f-94e025e866a1 HTTP/1.1" status: 204 len: 168 time: 0.6866171 Jun 22 12:45:50.450290 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-9c468b15-f9f0-4102-817e-31a42192d464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:50.489103 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-9dc79f4b-f88a-4652-bba3-941a58f66419 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:50.492978 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-9dc79f4b-f88a-4652-bba3-941a58f66419 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.52 "GET /v2.0/networks?id=10da277f-5560-4ca3-b383-210e92585f97 HTTP/1.1" status: 200 len: 812 time: 0.4366896 Jun 22 12:45:50.572762 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Request body: {'port': {'device_id': '32b3f671-e5ea-474c-bd65-5e02133a7ae2', 'network_id': '10da277f-5560-4ca3-b383-210e92585f97', 'admin_state_up': True, 'tenant_id': '7710ece11b534f3f8b6a514597ea2311'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:50.579718 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c6b02-d3bd-4cc2-bfa9-65bd2ce221bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ae6f9-342e-4cb0-894f-94e025e866a1,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:50.600108 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-47ef427d-b2a8-41fa-b81a-93beca9de3f4 req-21cb466f-d4db-4b5e-9590-26f016924a1a tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 210 time: 0.1464593 Jun 22 12:45:50.602761 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-323c6b02-d3bd-4cc2-bfa9-65bd2ce221bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:50.758329 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:45Z', 'revision_number': 3, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:50.791333 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Router 282250f4-f842-43d6-b7cb-92cf23812e94 is scheduled to L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:45:50.839092 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Allocated IP 172.20.0.1 (edeb9197-b866-465a-b484-766d7b8e4b36/8266b758-9135-4c3a-9d69-be7bdcc1a520/02238e71-9984-4ee4-852e-fcff487ac323) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:50.865847 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c9027-cd0d-4b27-98b7-81d9f347d21a None None] The sync data for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb is: [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:45Z', 'revision_number': 3, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:45:51.052301 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9361651f-7204-4264-869e-9bf0cb4b1b50 req-830c1d3d-0db7-4f2f-b427-d31f10ceb36f tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 210 time: 0.4255621 Jun 22 12:45:51.152099 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:51.152702 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:51.326505 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:45:51.457904 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Allocated IP 172.20.0.11 (0b4b17dc-7b37-47d2-a7e5-6c599512b35c/4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058/909488f5-3573-4aad-9d17-6164be96f018) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:51.652388 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:51.748974 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Transition to ACTIVE for port object 02238e71-9984-4ee4-852e-fcff487ac323 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:51.838136 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:51.866946 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:51.896041 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:46Z', 'revision_number': 3, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:51.988198 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Checking router: 17d81535-39b5-42ce-bcca-65280e2049ae for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:45:51.991589 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Updating router 17d81535-39b5-42ce-bcca-65280e2049ae port 324b9394-b971-4957-9c62-07489999928b binding host dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:45:51.995651 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Network edeb9197-b866-465a-b484-766d7b8e4b36 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:52.032377 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:52.047944 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:52.051382 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034725'] for router_interface, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:52.111329 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:52.232972 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-95a09721-bc0b-49aa-bf8c-51e4db40119d req-6f72474d-3df9-4a4c-a5a4-3bbdd1f70f90 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 210 time: 0.2097592 Jun 22 12:45:52.330460 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Made reservation on behalf of 7710ece11b534f3f8b6a514597ea2311 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:45:52.334136 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:52.428372 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:45:52.450565 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Sync routers for ids ['282250f4-f842-43d6-b7cb-92cf23812e94'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:45:52.505469 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Routers {'282250f4-f842-43d6-b7cb-92cf23812e94'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:45:52.506518 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['282250f4-f842-43d6-b7cb-92cf23812e94'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:52.740551 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 60e48a09-7758-42c5-ac78-ebc5e661c900 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:45:52.876731 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Pushing event updated for resources: {'Port': ['ID=02238e71-9984-4ee4-852e-fcff487ac323,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:52.914054 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2d4f643f-2f0f-4188-b7a6-20bf9b3049c7 req-8f9144e2-1821-4848-b999-4499729e5bc8 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 210 time: 0.2599299 Jun 22 12:45:52.929398 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:53.016039 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:53.035643 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5053897 Jun 22 12:45:53.093526 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-18737975-f121-4d8c-bad1-28c404f346a0 None None] Provisioning for port 02238e71-9984-4ee4-852e-fcff487ac323 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:45:53.138492 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-18737975-f121-4d8c-bad1-28c404f346a0 None None] Provisioning complete for port 02238e71-9984-4ee4-852e-fcff487ac323 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:53.138868 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-18737975-f121-4d8c-bad1-28c404f346a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:53.200959 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36542) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:45:53.392747 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Set router 282250f4-f842-43d6-b7cb-92cf23812e94 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:45:53.561956 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 60e48a09-7758-42c5-ac78-ebc5e661c900 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:45:53.566168 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-18737975-f121-4d8c-bad1-28c404f346a0 None None] Port 02238e71-9984-4ee4-852e-fcff487ac323 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:45:53.573922 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 60e48a09-7758-42c5-ac78-ebc5e661c900 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:53.575361 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:53.625868 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:53.781588 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:53.800597 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-27f76964-af94-4ed4-bf0e-c88c65587fbe req-399e5bdd-c238-4a49-b6f1-2ec817c02f7d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 210 time: 0.2118027 Jun 22 12:45:54.104521 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Allocated IP 172.20.0.14 (10da277f-5560-4ca3-b383-210e92585f97/aef706d4-80c8-4622-b6b7-f7d96652a3c9/7229102c-7294-46d6-8b8a-cd4728b08173) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:54.149318 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.171620 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.185856 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:47Z', 'revision_number': 3, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port': {'id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:45Z', 'updated_at': '2021-06-22T12:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:54.214149 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Transition to ACTIVE for port object 324b9394-b971-4957-9c62-07489999928b will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:54.223120 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 60e48a09-7758-42c5-ac78-ebc5e661c900, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=60e48a09-7758-42c5-ac78-ebc5e661c900,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:45:54.231217 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.235991 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:54.239445 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.307298 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Checking router: 282250f4-f842-43d6-b7cb-92cf23812e94 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:45:54.311070 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Updating router 282250f4-f842-43d6-b7cb-92cf23812e94 port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f binding host dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:45:54.451447 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Attempting to bind port 324b9394-b971-4957-9c62-07489999928b on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:45:54.451447 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Attempting to bind port 324b9394-b971-4957-9c62-07489999928b by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:45:54.451447 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Attempting to bind port 324b9394-b971-4957-9c62-07489999928b on network e29e87ec-c1af-4dff-b8c9-ab70709846a2 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:45:54.515192 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:45:54.515896 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:54.517106 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.517106 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Bound using segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:45:54.564110 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Bound port: 324b9394-b971-4957-9c62-07489999928b, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:45:54.564110 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.564110 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=60e48a09-7758-42c5-ac78-ebc5e661c900,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:54.571286 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.593069 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:54.594106 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:54.732847 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fe31d-5a25-4b5e-9c20-110a91a02b51 None None] Pushing event updated for resources: {'Port': ['ID=324b9394-b971-4957-9c62-07489999928b,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:54.742389 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-c97fe31d-5a25-4b5e-9c20-110a91a02b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:54.845714 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-425f615d-3aae-4f72-93d0-21aa4a174674 req-40a26740-7468-4971-a888-eca45bb015ae tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 210 time: 0.4863360 Jun 22 12:45:54.856709 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.932780 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-cd5539cd-b2f4-4a73-9804-09c603848067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:54.972506 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] For port 324b9394-b971-4957-9c62-07489999928b, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:45:54.978593 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] For port 324b9394-b971-4957-9c62-07489999928b, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=324b9394-b971-4957-9c62-07489999928b,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:45:54.988443 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:54.998647 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:55.015685 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.085527 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Pushing event updated for resources: {'Port': ['ID=909488f5-3573-4aad-9d17-6164be96f018,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:55.094759 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:55.184053 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:55.207058 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:55.228284 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:55.236037 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:55.236951 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.368921 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:45:55.370192 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:55.384772 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.499623 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.525246 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9261715 Jun 22 12:45:55.544881 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fe31d-5a25-4b5e-9c20-110a91a02b51 None None] Pushing event updated for resources: {'Port': ['ID=324b9394-b971-4957-9c62-07489999928b,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:55.583227 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-c97fe31d-5a25-4b5e-9c20-110a91a02b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:55.595025 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.614718 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-d4af75cd-b4e5-40f7-b90f-3e83d30e67d5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 12:45:55.621960 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-d4af75cd-b4e5-40f7-b90f-3e83d30e67d5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079854 Jun 22 12:45:55.623028 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973310'] for router_interface, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.641372 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a8954b0e-7553-4734-afe3-4e0e8f73060c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:55.753094 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.799500 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Notify callbacks [] for port, precommit_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.842520 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.provisioning_blocks [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Transition to ACTIVE for port object 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f will not be triggered until provisioned by entity L2. {{(pid=99505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:55.854901 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db2680-9d1a-4d25-97eb-444b1dd1d764 req-b17b4044-397e-47e0-852e-dc3c0489bf6c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:55.872620 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c6db2680-9d1a-4d25-97eb-444b1dd1d764 req-b17b4044-397e-47e0-852e-dc3c0489bf6c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 932 time: 0.6781173 Jun 22 12:45:55.874388 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.896126 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Allocated IP 172.20.0.1 (b71f308a-c4cf-460d-8f19-a7831a2f3fcc/00a53fad-6e1d-4fc2-abe4-02558dd5e26f/021c0805-9f3c-4ac1-8013-f5395503ac52) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:55.924453 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-d2b6eb97-f26e-45f6-b655-4d6b1c7b19e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:55.931378 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Pushing event updated for resources: {'Port': ['ID=02238e71-9984-4ee4-852e-fcff487ac323,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:55.934666 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:55.942477 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:55.989930 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-dca8710d-db79-477c-ae73-ce4a3045714e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:56.064898 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:45:56.283469 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a294a-fdbc-4a31-85c0-30384d8ddab4 None None] Pushing event updated for resources: {'Port': ['ID=2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f,revision_number=2']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:56.324755 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Allocated IP 172.20.0.1 (f25b32fe-dae5-4762-a914-d3c54c48333c/0aa516be-e964-4697-8753-f545105e2c50/70b744b2-7cc2-4535-a358-f900049ae859) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:45:56.406040 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Attempting to bind port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:45:56.406521 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Attempting to bind port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:45:56.406888 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Attempting to bind port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f on network e29e87ec-c1af-4dff-b8c9-ab70709846a2 {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:45:56.447171 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-333a294a-fdbc-4a31-85c0-30384d8ddab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:56.458525 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:45:56.458952 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:45:56.459220 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:56.459616 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Bound using segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:45:56.460103 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Bound port: 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:45:56.460473 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:56.583038 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Request body: {'port': {'device_id': 'ca04625e-f25f-4b90-a5ea-c465f7354bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:56.599091 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] For port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:45:56.603206 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] For port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:45:56.610399 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:56.635721 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:56.656789 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Network 10da277f-5560-4ca3-b383-210e92585f97 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:56.672491 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c6db2680-9d1a-4d25-97eb-444b1dd1d764 req-01f86e62-0140-4448-8de2-b29fcddbae9b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7911086 Jun 22 12:45:56.674264 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Pushing event updated for resources: {'Port': ['ID=7229102c-7294-46d6-8b8a-cd4728b08173,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:56.691320 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 60e48a09-7758-42c5-ac78-ebc5e661c900 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:45:56.694644 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:56.708261 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a294a-fdbc-4a31-85c0-30384d8ddab4 None None] Pushing event updated for resources: {'Port': ['ID=2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f,revision_number=3']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:56.727226 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:56.727465 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-333a294a-fdbc-4a31-85c0-30384d8ddab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:56.727991 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:56.754317 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Routers {'282250f4-f842-43d6-b7cb-92cf23812e94'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:45:56.754317 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['282250f4-f842-43d6-b7cb-92cf23812e94'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:56.757911 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:56.759258 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:56.831484 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2951756 Jun 22 12:45:56.867878 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Request body: {'port': {'device_id': '32b3f671-e5ea-474c-bd65-5e02133a7ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:45:56.947941 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 60e48a09-7758-42c5-ac78-ebc5e661c900 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:56.948726 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:56.966532 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Network edeb9197-b866-465a-b484-766d7b8e4b36 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:56.973543 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:57.018840 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Transition to ACTIVE for port object 021c0805-9f3c-4ac1-8013-f5395503ac52 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:57.100920 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:46Z', 'revision_number': 3, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:57.106776 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:57.128674 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] Set router 282250f4-f842-43d6-b7cb-92cf23812e94 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:45:57.144427 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:57.200569 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319194c-c746-48ce-adc7-817777f1cbfc req-beacfa8f-0002-4bab-8c7c-223e0b529202 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:57.203438 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c319194c-c746-48ce-adc7-817777f1cbfc req-beacfa8f-0002-4bab-8c7c-223e0b529202 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 932 time: 0.9458950 Jun 22 12:45:57.207714 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:57.243106 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5914ed3-204a-46cc-a305-ae822b6a39ef None None] The sync data for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb is: [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:46Z', 'revision_number': 3, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:45:57.326653 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:57.520052 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:47Z', 'revision_number': 3, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port': {'id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:45Z', 'updated_at': '2021-06-22T12:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:57.524114 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Pushing event updated for resources: {'Port': ['ID=021c0805-9f3c-4ac1-8013-f5395503ac52,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:57.529018 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:57.532266 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:57.551098 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:57.561343 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:57.562643 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034725'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:57.702322 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce562b3-7aae-4ce1-ace4-f1cd3cabfb28 None None] The sync data for ids ['282250f4-f842-43d6-b7cb-92cf23812e94'] in dv-cinder-796680-1-smb is: [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:47Z', 'revision_number': 3, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port': {'id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:45Z', 'updated_at': '2021-06-22T12:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:45:57.752463 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-ba5343f7-d398-4c8e-b194-bf9cf834ac28 None None] Provisioning complete for port 02238e71-9984-4ee4-852e-fcff487ac323 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:57.753598 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-ba5343f7-d398-4c8e-b194-bf9cf834ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:57.906577 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-ba5343f7-d398-4c8e-b194-bf9cf834ac28 None None] Port 02238e71-9984-4ee4-852e-fcff487ac323 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:45:58.163995 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-e73992f8-6b43-4ef0-bc55-e1557f8fc03e None None] Provisioning for port 021c0805-9f3c-4ac1-8013-f5395503ac52 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:45:58.180434 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-e73992f8-6b43-4ef0-bc55-e1557f8fc03e None None] Provisioning complete for port 021c0805-9f3c-4ac1-8013-f5395503ac52 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:58.180883 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e73992f8-6b43-4ef0-bc55-e1557f8fc03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:58.367248 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-e73992f8-6b43-4ef0-bc55-e1557f8fc03e None None] Port 021c0805-9f3c-4ac1-8013-f5395503ac52 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:45:58.552762 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:58.602629 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 324b9394-b971-4957-9c62-07489999928b up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:45:58.742137 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:58.773140 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:58.866403 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Router 352bab8a-10b1-4c12-8a41-32a97f616ba5 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:45:58.961825 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c319194c-c746-48ce-adc7-817777f1cbfc req-4768c74d-b9be-4579-8860-396588e7a926 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7426050 Jun 22 12:45:59.036828 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 324b9394-b971-4957-9c62-07489999928b completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:45:59.046905 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 324b9394-b971-4957-9c62-07489999928b triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:45:59.050493 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:59.088639 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:59.255436 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:59.314364 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:59.401587 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 324b9394-b971-4957-9c62-07489999928b, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=324b9394-b971-4957-9c62-07489999928b,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:45:59.417471 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:59.421125 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:45:59.498970 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5a6c-a642-4bc9-8a19-c636afccf11c req-8f51c056-cc6e-41f5-97b7-3e217192a4ab tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:45:59.501159 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-610b5a6c-a642-4bc9-8a19-c636afccf11c req-8f51c056-cc6e-41f5-97b7-3e217192a4ab tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 932 time: 1.1638489 Jun 22 12:45:59.560427 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=324b9394-b971-4957-9c62-07489999928b,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:59.568399 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:45:59.573193 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:59.588314 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Sync routers for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:45:59.603506 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:45:59.604167 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:45:59.615929 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Network f25b32fe-dae5-4762-a914-d3c54c48333c is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:45:59.618886 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] 10.222.0.20 "PUT /v2.0/routers/352bab8a-10b1-4c12-8a41-32a97f616ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5987289 Jun 22 12:45:59.633801 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:45:59.638512 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:45:59.639004 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034725'] for router_interface, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:59.663549 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Pushing event updated for resources: {'Port': ['ID=70b744b2-7cc2-4535-a358-f900049ae859,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:45:59.763859 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7229102c-7294-46d6-8b8a-cd4728b08173 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:45:59.802483 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:45:59.866429 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Transition to ACTIVE for port object 7229102c-7294-46d6-8b8a-cd4728b08173 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:45:59.880134 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:45:59.899525 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:00.038064 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:00.064671 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:00.072653 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:00.145813 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:00.216672 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-610b5a6c-a642-4bc9-8a19-c636afccf11c req-bd431094-fd56-4ac3-9830-678e236b940f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804523 Jun 22 12:46:00.269214 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973310'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:00.477319 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7229102c-7294-46d6-8b8a-cd4728b08173,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:00.613423 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 2, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:00.640012 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:00.657228 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Checking router: 352bab8a-10b1-4c12-8a41-32a97f616ba5 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:46:00.657228 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Updating router 352bab8a-10b1-4c12-8a41-32a97f616ba5 port 02238e71-9984-4ee4-852e-fcff487ac323 binding host dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:46:00.733909 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 324b9394-b971-4957-9c62-07489999928b up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:00.744259 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:00.768713 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Attempting to bind port 7229102c-7294-46d6-8b8a-cd4728b08173 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:00.775722 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Attempting to bind port 7229102c-7294-46d6-8b8a-cd4728b08173 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '7c5bcdfa-cece-4143-9b35-df49ac7ae803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '10da277f-5560-4ca3-b383-210e92585f97'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:00.776847 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Attempting to bind port 7229102c-7294-46d6-8b8a-cd4728b08173 on network 10da277f-5560-4ca3-b383-210e92585f97 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:00.881710 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Port 7229102c-7294-46d6-8b8a-cd4728b08173 on network 10da277f-5560-4ca3-b383-210e92585f97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:46:00.882440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Attempting to bind port 7229102c-7294-46d6-8b8a-cd4728b08173 on network 10da277f-5560-4ca3-b383-210e92585f97 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:00.908674 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:00.909215 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Checking segment: {'id': '7c5bcdfa-cece-4143-9b35-df49ac7ae803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '10da277f-5560-4ca3-b383-210e92585f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:00.909816 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Bound using segment: {'id': '7c5bcdfa-cece-4143-9b35-df49ac7ae803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '10da277f-5560-4ca3-b383-210e92585f97'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:00.911878 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Bound port: 7229102c-7294-46d6-8b8a-cd4728b08173, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5bcdfa-cece-4143-9b35-df49ac7ae803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '10da277f-5560-4ca3-b383-210e92585f97'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:00.912448 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:00.931111 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Pushing event updated for resources: {'Port': ['ID=021c0805-9f3c-4ac1-8013-f5395503ac52,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:00.935440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:00.988722 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6afb01-7f35-4075-9262-71fffcb47ba9 req-ba36b328-c7a6-44f1-b85c-8faf14d09ad6 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:01.004094 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5a6afb01-7f35-4075-9262-71fffcb47ba9 req-ba36b328-c7a6-44f1-b85c-8faf14d09ad6 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 944 time: 0.5923564 Jun 22 12:46:01.060470 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909488f5-3573-4aad-9d17-6164be96f018 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:01.122935 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 324b9394-b971-4957-9c62-07489999928b triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:01.123327 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.130198 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.139815 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] For port 7229102c-7294-46d6-8b8a-cd4728b08173, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:01.157154 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] For port 7229102c-7294-46d6-8b8a-cd4728b08173, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7229102c-7294-46d6-8b8a-cd4728b08173,segment=NetworkSegment(7c5bcdfa-cece-4143-9b35-df49ac7ae803),segment_id=7c5bcdfa-cece-4143-9b35-df49ac7ae803)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:01.164453 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.848s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:01.164990 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:01.172084 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:01.179019 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.186615 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Transition to ACTIVE for port object 909488f5-3573-4aad-9d17-6164be96f018 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:01.206565 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5a6afb01-7f35-4075-9262-71fffcb47ba9 req-390ae1e7-d20d-4344-b539-d6f1f577cc80 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965792 Jun 22 12:46:01.214209 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:01.222484 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-637aa091-ac86-4d2d-9939-8dca74937b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:01.231226 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.241215 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:01.695388 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:01.697719 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.701550 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] 10.222.0.52 "PUT /v2.0/ports/7229102c-7294-46d6-8b8a-cd4728b08173 HTTP/1.1" status: 200 len: 1094 time: 4.8424013 Jun 22 12:46:01.704157 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Pushing event updated for resources: {'Port': ['ID=909488f5-3573-4aad-9d17-6164be96f018,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:01.735497 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b3f671-e5ea-474c-bd65-5e02133a7ae2', 'tag': '7229102c-7294-46d6-8b8a-cd4728b08173'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:01.755263 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:01.802753 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.835957 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.850766 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973310'] for router_interface, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.854248 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Attempting to bind port 909488f5-3573-4aad-9d17-6164be96f018 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:01.860413 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Attempting to bind port 909488f5-3573-4aad-9d17-6164be96f018 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:01.861097 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Attempting to bind port 909488f5-3573-4aad-9d17-6164be96f018 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:01.892445 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:01.927780 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-511ad41c-8281-4e31-9416-e2585ed02828 None None] Provisioning complete for port 021c0805-9f3c-4ac1-8013-f5395503ac52 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:01.929260 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-511ad41c-8281-4e31-9416-e2585ed02828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:01.936207 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:01.963073 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Port 909488f5-3573-4aad-9d17-6164be96f018 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:46:01.963887 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Attempting to bind port 909488f5-3573-4aad-9d17-6164be96f018 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:02.001157 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7229102c-7294-46d6-8b8a-cd4728b08173,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:02.093191 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:02.093560 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Checking segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:02.094138 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Bound using segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:02.094770 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Bound port: 909488f5-3573-4aad-9d17-6164be96f018, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:02.094953 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.125694 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:02.145237 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6902171c-ec3b-4535-bd36-ef8299695e28" -d '{"events": [{"name": "network-changed", "server_uuid": "32b3f671-e5ea-474c-bd65-5e02133a7ae2", "tag": "7229102c-7294-46d6-8b8a-cd4728b08173"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:02.151413 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36720) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:02.168622 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172078457', 'description': 'tempest-description--659374800'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:02.178137 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.222973 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b10916-311a-408f-a2cc-06d6f553b757 req-a0d14c38-79a9-4ead-8efc-e7c6b6dfaa31 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:02.228225 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f8b10916-311a-408f-a2cc-06d6f553b757 req-a0d14c38-79a9-4ead-8efc-e7c6b6dfaa31 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 944 time: 0.6822166 Jun 22 12:46:02.232902 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Pushing event updated for resources: {'Port': ['ID=70b744b2-7cc2-4535-a358-f900049ae859,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:02.241495 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:02.251491 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-22fd89cd-5a8b-4093-881e-9275c655fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:02.252676 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-22fd89cd-5a8b-4093-881e-9275c655fe8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7710ece11b534f3f8b6a514597ea2311&device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 1097 time: 0.3295050 Jun 22 12:46:02.260141 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:02.268036 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:02.268674 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.274576 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Transition to ACTIVE for port object 02238e71-9984-4ee4-852e-fcff487ac323 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:02.276705 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Router 17d81535-39b5-42ce-bcca-65280e2049ae has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:46:02.278751 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.304840 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-511ad41c-8281-4e31-9416-e2585ed02828 None None] Port 021c0805-9f3c-4ac1-8013-f5395503ac52 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:46:02.314849 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.328315 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:02.438090 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-84efe66a-48bd-4c04-8cca-e54d0e6a37ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7229102c-7294-46d6-8b8a-cd4728b08173 HTTP/1.1" status: 200 len: 217 time: 0.1370423 Jun 22 12:46:02.619676 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c4b0e4-845f-46a0-84c9-a2e20e1a4166 x-openstack-request-id: req-61c4b0e4-845f-46a0-84c9-a2e20e1a4166 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:02.619878 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b3f671-e5ea-474c-bd65-5e02133a7ae2", "tag": "7229102c-7294-46d6-8b8a-cd4728b08173", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:02.620146 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61c4b0e4-845f-46a0-84c9-a2e20e1a4166 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:02.620646 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b3f671-e5ea-474c-bd65-5e02133a7ae2', 'tag': '7229102c-7294-46d6-8b8a-cd4728b08173', 'status': 'completed', 'code': 200} Jun 22 12:46:02.623413 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Network f25b32fe-dae5-4762-a914-d3c54c48333c is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:02.650133 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:02.678361 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] For port 909488f5-3573-4aad-9d17-6164be96f018, host hv-cinder-79668, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:02.687355 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f8b10916-311a-408f-a2cc-06d6f553b757 req-120dbb21-8e3d-477e-afed-ecfa85660d57 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217536 Jun 22 12:46:02.697768 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b43102-8b59-4e3a-83ff-4e0ac9351293 None None] Pushing event updated for resources: {'Port': ['ID=02238e71-9984-4ee4-852e-fcff487ac323,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:02.733698 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-04b43102-8b59-4e3a-83ff-4e0ac9351293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:02.807110 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-917fff92-2167-4ed3-bb61-2aa4e18624a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:02.810108 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-917fff92-2167-4ed3-bb61-2aa4e18624a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aef706d4-80c8-4622-b6b7-f7d96652a3c9 HTTP/1.1" status: 200 len: 852 time: 0.3427353 Jun 22 12:46:02.829023 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Attempting to bind port 02238e71-9984-4ee4-852e-fcff487ac323 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:02.829699 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Attempting to bind port 02238e71-9984-4ee4-852e-fcff487ac323 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:02.830625 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Attempting to bind port 02238e71-9984-4ee4-852e-fcff487ac323 on network edeb9197-b866-465a-b484-766d7b8e4b36 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:02.842869 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.865438 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:02.865946 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Checking segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:02.866669 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.867476 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Bound using segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:02.868321 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Bound port: 02238e71-9984-4ee4-852e-fcff487ac323, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:02.868965 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.906543 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:02.940090 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:02.944861 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-04b43102-8b59-4e3a-83ff-4e0ac9351293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:02.999438 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-5f1b56f7-5b97-41c6-bfaa-8969300e7088 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10da277f-5560-4ca3-b383-210e92585f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455338 Jun 22 12:46:03.054005 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] For port 909488f5-3573-4aad-9d17-6164be96f018, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=909488f5-3573-4aad-9d17-6164be96f018,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:03.062369 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Router 282250f4-f842-43d6-b7cb-92cf23812e94 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:46:03.064928 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:03.070282 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:03.071137 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:03.076476 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:46:03.079134 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] For port 02238e71-9984-4ee4-852e-fcff487ac323, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:03.084211 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] For port 02238e71-9984-4ee4-852e-fcff487ac323, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=02238e71-9984-4ee4-852e-fcff487ac323,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:03.088676 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Sync routers for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:46:03.090397 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] 10.222.0.20 "PUT /v2.0/routers/17d81535-39b5-42ce-bcca-65280e2049ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7741182 Jun 22 12:46:03.118318 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:03.123496 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:03.124113 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:03.137940 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:03.152339 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:03.157919 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:03.204333 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:03.348428 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:03.349486 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:03.351974 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] 10.222.0.52 "PUT /v2.0/ports/909488f5-3573-4aad-9d17-6164be96f018 HTTP/1.1" status: 200 len: 1094 time: 7.1351459 Jun 22 12:46:03.380352 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca04625e-f25f-4b90-a5ea-c465f7354bab', 'tag': '909488f5-3573-4aad-9d17-6164be96f018'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:03.389402 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:03.412908 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:03.414073 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:03.418185 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b43102-8b59-4e3a-83ff-4e0ac9351293 None None] Pushing event updated for resources: {'Port': ['ID=02238e71-9984-4ee4-852e-fcff487ac323,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:03.425638 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-04b43102-8b59-4e3a-83ff-4e0ac9351293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:03.641456 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Pushing event updated for resources: {'Port': ['ID=909488f5-3573-4aad-9d17-6164be96f018,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:03.655231 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:03.906882 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:04.064290 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:04.096796 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:04.110813 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36776) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:04.112007 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9481626 Jun 22 12:46:04.122281 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755a98e4-7e74-4d3b-ac36-ce51499b6e46,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:04.126022 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'security_group_rule': {'security_group_id': '755a98e4-7e74-4d3b-ac36-ce51499b6e46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:04.129607 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:04.201775 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed018c5-aaec-4981-bacf-d1940b085b67" -d '{"events": [{"name": "network-changed", "server_uuid": "ca04625e-f25f-4b90-a5ea-c465f7354bab", "tag": "909488f5-3573-4aad-9d17-6164be96f018"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:04.225312 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1198-5de3-4540-bdb7-4b52cad37e46 req-0b2008f1-26c3-46b0-944f-9bfe10408ce3 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:04.229068 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-696d1198-5de3-4540-bdb7-4b52cad37e46 req-0b2008f1-26c3-46b0-944f-9bfe10408ce3 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 944 time: 1.3923540 Jun 22 12:46:04.232077 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-59b6bfb5-a33c-40d5-a239-d9b34f670983 service neutron] 10.222.0.52 "GET /v2.0/networks/10da277f-5560-4ca3-b383-210e92585f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1120477 Jun 22 12:46:04.372495 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-b9954967-b35f-444f-b325-9450df95673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:04.374065 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-b9954967-b35f-444f-b325-9450df95673b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 1097 time: 0.8160388 Jun 22 12:46:04.376635 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 2, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:04.400487 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:04.412401 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Checking router: 17d81535-39b5-42ce-bcca-65280e2049ae for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:46:04.413654 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Updating router 17d81535-39b5-42ce-bcca-65280e2049ae port 021c0805-9f3c-4ac1-8013-f5395503ac52 binding host dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:46:04.488709 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:04.571146 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-696d1198-5de3-4540-bdb7-4b52cad37e46 req-22ca3180-68f6-4fcc-985a-2f910e386cdd tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329723 Jun 22 12:46:04.729081 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140c12ed-16e0-415a-843d-7f9fa9c3baf9 req-3635a439-5dfd-432e-9d7c-bd182017fd16 service neutron] 10.222.0.52 "GET /v2.0/networks/10da277f-5560-4ca3-b383-210e92585f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848313 Jun 22 12:46:04.795518 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:04.803513 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-6d49c6a7-ef3f-4be2-9357-1c3eb23472a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909488f5-3573-4aad-9d17-6164be96f018 HTTP/1.1" status: 200 len: 217 time: 0.2911794 Jun 22 12:46:04.812828 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:04.846733 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:04.895644 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8652572e-04ef-4f1a-9f28-931fa0160103,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:04.936638 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:05.060210 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-6c781d16-bb56-40c9-af3e-a8b678f56e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:05.076614 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-6c781d16-bb56-40c9-af3e-a8b678f56e68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.1308033 Jun 22 12:46:05.084611 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:46:05.134082 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Sync routers for ids ['282250f4-f842-43d6-b7cb-92cf23812e94'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:46:05.171174 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.179647 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:05.204656 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.provisioning_blocks [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Transition to ACTIVE for port object 021c0805-9f3c-4ac1-8013-f5395503ac52 will not be triggered until provisioned by entity L2. {{(pid=99505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:05.216828 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.221258 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:05.231129 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36806) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:05.232005 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] 10.222.0.20 "PUT /v2.0/routers/282250f4-f842-43d6-b7cb-92cf23812e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0290577 Jun 22 12:46:05.236452 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-43fbb5ec-4eda-4e76-9fff-4bb768624a05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359346 Jun 22 12:46:05.240223 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.243317 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1304421 Jun 22 12:46:05.260254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865182825', 'description': 'tempest-description--1066636549'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:05.267292 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36812) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:05.283960 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'security_group_rule': {'security_group_id': '755a98e4-7e74-4d3b-ac36-ce51499b6e46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:05.319696 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Routers {'282250f4-f842-43d6-b7cb-92cf23812e94'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:05.320718 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['282250f4-f842-43d6-b7cb-92cf23812e94'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:05.368076 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.494098 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-4b91485a-047d-4d3c-80e4-715a113517a0 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487524 Jun 22 12:46:05.494727 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c62c2-f95e-4a44-ac4f-04e856a49bbe None None] Pushing event updated for resources: {'Port': ['ID=021c0805-9f3c-4ac1-8013-f5395503ac52,revision_number=3']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:05.508185 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-978c62c2-f95e-4a44-ac4f-04e856a49bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:05.675339 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-4767e4e1-e152-41fc-a53d-18d087fedac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:05.678949 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Attempting to bind port 021c0805-9f3c-4ac1-8013-f5395503ac52 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:05.680138 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Attempting to bind port 021c0805-9f3c-4ac1-8013-f5395503ac52 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:05.680593 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Attempting to bind port 021c0805-9f3c-4ac1-8013-f5395503ac52 on network b71f308a-c4cf-460d-8f19-a7831a2f3fcc {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:05.686952 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-4767e4e1-e152-41fc-a53d-18d087fedac6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7710ece11b534f3f8b6a514597ea2311&device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 1097 time: 0.7277124 Jun 22 12:46:05.692744 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:05.698469 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.703593 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Checking segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:05.703973 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.706489 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Bound using segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:05.706489 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Bound port: 021c0805-9f3c-4ac1-8013-f5395503ac52, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'}}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:05.706713 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.733672 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:05.734304 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.788155 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36728b55-e216-4714-a6d2-a66ad2e6ecd9 req-c250c3f2-b9c6-469e-ba51-daae8b9902e0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:05.797240 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36728b55-e216-4714-a6d2-a66ad2e6ecd9 req-c250c3f2-b9c6-469e-ba51-daae8b9902e0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 944 time: 0.8584626 Jun 22 12:46:05.824401 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1a1dceb0-3f16-4008-9617-9ab01a3c39ad req-885ebf9f-ac29-42cd-8628-4155e552d1f1 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144486 Jun 22 12:46:05.832599 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92013058-8a79-4072-befb-b22a7206ab74 x-openstack-request-id: req-92013058-8a79-4072-befb-b22a7206ab74 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:05.833346 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca04625e-f25f-4b90-a5ea-c465f7354bab", "tag": "909488f5-3573-4aad-9d17-6164be96f018", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:05.834408 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92013058-8a79-4072-befb-b22a7206ab74 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:05.837644 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca04625e-f25f-4b90-a5ea-c465f7354bab', 'tag': '909488f5-3573-4aad-9d17-6164be96f018', 'status': 'completed', 'code': 200} Jun 22 12:46:05.859519 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:03Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:05.897137 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Set router 282250f4-f842-43d6-b7cb-92cf23812e94 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:05.907504 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] For port 021c0805-9f3c-4ac1-8013-f5395503ac52, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:05.911268 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] For port 021c0805-9f3c-4ac1-8013-f5395503ac52, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=021c0805-9f3c-4ac1-8013-f5395503ac52,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:05.918025 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:05.921796 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:06.020332 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36824) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:06.056650 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f16f03-13aa-4bc3-a23a-3263623c7ce9 None None] The sync data for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb is: [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:03Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:46:06.130555 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c62c2-f95e-4a44-ac4f-04e856a49bbe None None] Pushing event updated for resources: {'Port': ['ID=021c0805-9f3c-4ac1-8013-f5395503ac52,revision_number=4']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:06.190088 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:06.191799 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:06.296323 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca0cf-a236-4b31-a182-3a338ca6d556 req-72c1b2bb-bc72-4dfa-a83d-bdf540885324 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:06.300056 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-550ca0cf-a236-4b31-a182-3a338ca6d556 req-72c1b2bb-bc72-4dfa-a83d-bdf540885324 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 944 time: 0.3937726 Jun 22 12:46:06.437954 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-0183c262-f9b3-498f-8f18-3bf919826eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:06.439688 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-0183c262-f9b3-498f-8f18-3bf919826eb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 1097 time: 0.2973695 Jun 22 12:46:06.450970 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-550ca0cf-a236-4b31-a182-3a338ca6d556 req-5048b35d-8e8c-4ac2-b618-f82aff66b38a tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314862 Jun 22 12:46:06.497683 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36728b55-e216-4714-a6d2-a66ad2e6ecd9 req-5c467552-516d-462d-8af6-2f6f9c16ee24 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6934476 Jun 22 12:46:06.660468 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1e7e382b-1949-4a6f-95a4-3649f89e7158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:06.752492 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:06.920878 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:06.963976 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-978c62c2-f95e-4a44-ac4f-04e856a49bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.042s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:07.011251 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:46:00Z', 'revision_number': 4, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port': {'id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:45Z', 'updated_at': '2021-06-22T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '70b744b2-7cc2-4535-a358-f900049ae859', 'name': '', 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'mac_address': 'fa:16:3e:39:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0aa516be-e964-4697-8753-f545105e2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:00Z', 'revision_number': 2, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'subnets': [{'id': '0aa516be-e964-4697-8753-f545105e2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:07.039210 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:07.054089 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:07.056007 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:07.077852 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:07.093553 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Checking router: 282250f4-f842-43d6-b7cb-92cf23812e94 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:46:07.094114 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Updating router 282250f4-f842-43d6-b7cb-92cf23812e94 port 70b744b2-7cc2-4535-a358-f900049ae859 binding host dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:46:07.098170 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-4c5c0913-b826-45c1-bf1d-e8b245ca537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:07.107072 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-4c5c0913-b826-45c1-bf1d-e8b245ca537d service neutron] 10.222.0.52 "GET /v2.0/networks?id=10da277f-5560-4ca3-b383-210e92585f97 HTTP/1.1" status: 200 len: 913 time: 1.3669920 Jun 22 12:46:07.156549 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772bbaee-6c0a-4823-9511-d7ff11d9f9b0,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:07.202471 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 02238e71-9984-4ee4-852e-fcff487ac323 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:07.223525 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:07.225066 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:07.283667 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:07.407249 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-de785a4c-3da7-45df-acd6-09ffa036ebbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7229102c-7294-46d6-8b8a-cd4728b08173 HTTP/1.1" status: 200 len: 217 time: 0.2398663 Jun 22 12:46:07.433936 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:05Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:07.435245 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec235a-1c95-47ff-b2ff-3d58087afc87,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:07.460051 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:07.471836 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f06c32-5dfe-434e-988d-e2fa602fd0b9 None None] The sync data for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb is: [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:05Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:46:07.489083 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 02238e71-9984-4ee4-852e-fcff487ac323 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:07.566724 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-88463406-0be0-4bdc-888e-e5c2cc908d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:07.568226 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-88463406-0be0-4bdc-888e-e5c2cc908d4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 915 time: 0.8245602 Jun 22 12:46:07.582498 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 02238e71-9984-4ee4-852e-fcff487ac323 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:07.583057 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:07.617493 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-390cf527-e3d0-44a9-93ea-7d944fba2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:07.619112 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-390cf527-e3d0-44a9-93ea-7d944fba2545 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aef706d4-80c8-4622-b6b7-f7d96652a3c9 HTTP/1.1" status: 200 len: 852 time: 0.1785009 Jun 22 12:46:07.651794 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-a7413774-4f65-43a1-8188-c4d52e891665 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909488f5-3573-4aad-9d17-6164be96f018 HTTP/1.1" status: 200 len: 217 time: 0.0650675 Jun 22 12:46:07.731274 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-11383f45-721c-47e5-8208-1c53219527a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10da277f-5560-4ca3-b383-210e92585f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669284 Jun 22 12:46:07.812901 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:07.893872 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-258fd941-9f83-47fc-af35-9b84f2159d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:07.896081 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-258fd941-9f83-47fc-af35-9b84f2159d5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.2116051 Jun 22 12:46:07.909248 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-8229bf30-ad3a-4991-90bf-6c5f8bd3a0c8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:07.914058 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 02238e71-9984-4ee4-852e-fcff487ac323, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=02238e71-9984-4ee4-852e-fcff487ac323,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:07.922181 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-8229bf30-ad3a-4991-90bf-6c5f8bd3a0c8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 818 time: 0.6731915 Jun 22 12:46:07.925361 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:07.934229 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:07.970588 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-6d8a0f34-a65b-44d8-b720-a078367059fa tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/quotas/8c8d169ef0a14b169cdcc44ddb33fcb4 HTTP/1.1" status: 200 len: 375 time: 0.0464864 Jun 22 12:46:08.016820 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36880) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:08.047737 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-337136e2-b0ef-4919-8059-d3b63b4baf3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872428 Jun 22 12:46:08.074437 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1759a3-51b0-44a0-bc43-cf425a19e3b7 req-9ebd5762-248a-442f-b315-37d680904ac9 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:08.082571 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-be1759a3-51b0-44a0-bc43-cf425a19e3b7 req-9ebd5762-248a-442f-b315-37d680904ac9 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 944 time: 0.2117538 Jun 22 12:46:08.092619 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-a010cdb8-1f3c-492f-8930-8c38dc00894e service neutron] 10.222.0.52 "GET /v2.0/networks/10da277f-5560-4ca3-b383-210e92585f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534245 Jun 22 12:46:08.095923 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1e7e382b-1949-4a6f-95a4-3649f89e7158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.109535 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=02238e71-9984-4ee4-852e-fcff487ac323,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:08.113319 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:08.147530 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.148996 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8799593 Jun 22 12:46:08.175263 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36884) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:08.184670 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'floatingip': {'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:08.203438 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.207362 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9714499 Jun 22 12:46:08.207669 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1e7e382b-1949-4a6f-95a4-3649f89e7158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.208650 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36888) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:08.217130 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'security_group_rule': {'security_group_id': '64ec235a-1c95-47ff-b2ff-3d58087afc87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:08.255942 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.275455 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d79e0bbd-2640-4e3d-a32c-403da1260642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:08.276542 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Transition to ACTIVE for port object 70b744b2-7cc2-4535-a358-f900049ae859 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:08.281316 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-be1759a3-51b0-44a0-bc43-cf425a19e3b7 req-1145e372-af54-41b5-8f3c-ef34370bfed1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843808 Jun 22 12:46:08.294401 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.298591 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:08.319627 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76ed0249-5300-44d9-8910-3c8dfbbbf686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.401309 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6902171c-ec3b-4535-bd36-ef8299695e28 req-86152972-3879-4382-9dfd-2db809425941 service neutron] 10.222.0.52 "GET /v2.0/networks/10da277f-5560-4ca3-b383-210e92585f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930830 Jun 22 12:46:08.458010 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.471181 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d833bd3-0049-404c-bdea-a072e9ac6acb None None] Pushing event updated for resources: {'Port': ['ID=70b744b2-7cc2-4535-a358-f900049ae859,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:08.479367 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-7a5f2dc7-dc29-4ecd-8acb-20218214db11 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070568 Jun 22 12:46:08.480705 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e382b-1949-4a6f-95a4-3649f89e7158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead16bd4-2395-40f8-9141-babc0eb045ee,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:08.498846 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.501681 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1e7e382b-1949-4a6f-95a4-3649f89e7158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:08.519193 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-8d833bd3-0049-404c-bdea-a072e9ac6acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:08.565269 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-3156ea61-d9ee-465f-b521-400523807fca tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5916238 Jun 22 12:46:08.566323 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Attempting to bind port 70b744b2-7cc2-4535-a358-f900049ae859 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:08.566710 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Attempting to bind port 70b744b2-7cc2-4535-a358-f900049ae859 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:08.567139 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Attempting to bind port 70b744b2-7cc2-4535-a358-f900049ae859 on network f25b32fe-dae5-4762-a914-d3c54c48333c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:08.572960 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:08.573287 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Checking segment: {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:08.574109 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.576873 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Bound using segment: {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:08.576873 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Bound port: 70b744b2-7cc2-4535-a358-f900049ae859, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:08.576873 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.580403 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-1e7e382b-1949-4a6f-95a4-3649f89e7158 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38088ec835a849dabd78c302c55905d2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5575249 Jun 22 12:46:08.582654 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36902) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:08.672712 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] For port 70b744b2-7cc2-4535-a358-f900049ae859, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:08.677657 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] For port 70b744b2-7cc2-4535-a358-f900049ae859, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=70b744b2-7cc2-4535-a358-f900049ae859,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:08.687291 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.689759 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:08.712264 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.729390 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.745944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:08.779039 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e661030-a28d-4976-acad-0d9dc7c9b2db req-bc50a112-2a2d-4804-b09d-1ab95c81129a tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:08.780641 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0e661030-a28d-4976-acad-0d9dc7c9b2db req-bc50a112-2a2d-4804-b09d-1ab95c81129a tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 944 time: 0.2812881 Jun 22 12:46:08.781594 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Routers {'282250f4-f842-43d6-b7cb-92cf23812e94'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:08.782734 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:45:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['282250f4-f842-43d6-b7cb-92cf23812e94'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:08.788578 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76ed0249-5300-44d9-8910-3c8dfbbbf686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.791113 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6bd93d-3ada-46cf-a331-f33d91f94984,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:08.802024 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:08.810097 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76ed0249-5300-44d9-8910-3c8dfbbbf686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.822599 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d7f73a88-e47e-4e85-968c-a57f2c8bc14b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:08.833382 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:08.834609 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6236839 Jun 22 12:46:08.844202 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36916) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:08.852689 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-d1df26c9-2a4d-43ff-896d-10f01cf9a770 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'security_group_rule': {'security_group_id': '64ec235a-1c95-47ff-b2ff-3d58087afc87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:08.909812 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-76ed0249-5300-44d9-8910-3c8dfbbbf686 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c53914d385845b1b7770ba0e7925e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8759789 Jun 22 12:46:08.910672 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36920) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:08.942152 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0e661030-a28d-4976-acad-0d9dc7c9b2db req-a39c1717-7d09-4db3-a06f-2751270283f7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531031 Jun 22 12:46:08.955493 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed0249-5300-44d9-8910-3c8dfbbbf686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a3de07-c1c9-4311-8bea-e374efeeef9e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:08.960911 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-76ed0249-5300-44d9-8910-3c8dfbbbf686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:08.972740 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] Set router 282250f4-f842-43d6-b7cb-92cf23812e94 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:08.990252 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d1df26c9-2a4d-43ff-896d-10f01cf9a770 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.000913 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fed018c5-aaec-4981-bacf-d1940b085b67 req-972bbc4c-e60d-4f85-9150-777dd6bc66b3 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976690 Jun 22 12:46:09.061467 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-6a4d44fd-2281-45f9-8cde-23d3b1577fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968579 Jun 22 12:46:09.078037 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b7584354-7017-48f6-9a70-c265d9c98d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.084636 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7d4119a5-bbb8-4047-af46-12927d288e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.097641 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d1df26c9-2a4d-43ff-896d-10f01cf9a770 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.116905 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d1df26c9-2a4d-43ff-896d-10f01cf9a770 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.134019 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:09.169407 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7d4119a5-bbb8-4047-af46-12927d288e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.171962 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b7584354-7017-48f6-9a70-c265d9c98d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.176985 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df26c9-2a4d-43ff-896d-10f01cf9a770 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9575f5-2567-4049-83b8-1ca5da34d21a,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:09.189334 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d1df26c9-2a4d-43ff-896d-10f01cf9a770 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:09.226957 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d833bd3-0049-404c-bdea-a072e9ac6acb None None] Pushing event updated for resources: {'Port': ['ID=70b744b2-7cc2-4535-a358-f900049ae859,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:09.228471 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d1df26c9-2a4d-43ff-896d-10f01cf9a770 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.234025 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d1df26c9-2a4d-43ff-896d-10f01cf9a770 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3811712 Jun 22 12:46:09.235012 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36924) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:09.238108 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-8d833bd3-0049-404c-bdea-a072e9ac6acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:09.240740 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'floatingip': {'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:09.276220 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.277298 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.286943 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 021c0805-9f3c-4ac1-8013-f5395503ac52 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:09.298045 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-b02ef20d-65c2-4fa2-81a1-55d68b41fd06 service neutron] 10.222.0.20 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097340 Jun 22 12:46:09.322557 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7d4119a5-bbb8-4047-af46-12927d288e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.328487 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7d4119a5-bbb8-4047-af46-12927d288e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.330194 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-7d4119a5-bbb8-4047-af46-12927d288e08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ead16bd4-2395-40f8-9141-babc0eb045ee HTTP/1.1" status: 204 len: 168 time: 0.7305291 Jun 22 12:46:09.361482 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:09.377208 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4119a5-bbb8-4047-af46-12927d288e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead16bd4-2395-40f8-9141-babc0eb045ee,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:09.380331 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7d4119a5-bbb8-4047-af46-12927d288e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:09.400280 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b7584354-7017-48f6-9a70-c265d9c98d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.408076 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b7584354-7017-48f6-9a70-c265d9c98d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.415834 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-b7584354-7017-48f6-9a70-c265d9c98d35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40a3de07-c1c9-4311-8bea-e374efeeef9e HTTP/1.1" status: 204 len: 168 time: 0.4998355 Jun 22 12:46:09.416775 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:09.447468 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7584354-7017-48f6-9a70-c265d9c98d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a3de07-c1c9-4311-8bea-e374efeeef9e,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:09.453437 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b7584354-7017-48f6-9a70-c265d9c98d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:09.508142 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Allocated IP 172.28.1.16 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/6cae3791-6dae-457a-ae44-a736b86b2f8c) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:09.587871 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 021c0805-9f3c-4ac1-8013-f5395503ac52 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:09.598723 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 021c0805-9f3c-4ac1-8013-f5395503ac52 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:09.604501 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.616487 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:46:00Z', 'revision_number': 4, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port': {'id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:45Z', 'updated_at': '2021-06-22T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '70b744b2-7cc2-4535-a358-f900049ae859', 'name': '', 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'mac_address': 'fa:16:3e:39:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0aa516be-e964-4697-8753-f545105e2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:08Z', 'revision_number': 4, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'subnets': [{'id': '0aa516be-e964-4697-8753-f545105e2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:09.647930 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fc52d-095a-40ac-abcf-b9d7858e01d9 req-1e292229-e694-440e-91df-f9050872ea6f tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:09.650207 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e05fc52d-095a-40ac-abcf-b9d7858e01d9 req-1e292229-e694-440e-91df-f9050872ea6f tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 944 time: 0.1797633 Jun 22 12:46:09.655209 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.749169 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e05fc52d-095a-40ac-abcf-b9d7858e01d9 req-d45798bc-62b5-46d7-a751-8fa8b54c211f tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913742 Jun 22 12:46:09.767568 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776b9fa-544b-4f29-8085-02be2883a22e None None] The sync data for ids ['282250f4-f842-43d6-b7cb-92cf23812e94'] in dv-cinder-796680-1-smb is: [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:46:00Z', 'revision_number': 4, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port': {'id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:45Z', 'updated_at': '2021-06-22T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '70b744b2-7cc2-4535-a358-f900049ae859', 'name': '', 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'mac_address': 'fa:16:3e:39:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0aa516be-e964-4697-8753-f545105e2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:08Z', 'revision_number': 4, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'subnets': [{'id': '0aa516be-e964-4697-8753-f545105e2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:46:09.772571 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-40d045be-4b22-4878-8df6-b7c66ea5ef7e req-c479a3aa-73d4-4f32-b96c-f5ad58b8b85a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 210 time: 0.0675237 Jun 22 12:46:09.839782 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.853424 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.893523 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.910872 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:09.913187 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 021c0805-9f3c-4ac1-8013-f5395503ac52, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=021c0805-9f3c-4ac1-8013-f5395503ac52,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:09.921544 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:09.922526 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 02238e71-9984-4ee4-852e-fcff487ac323 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:09.927818 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:09.981372 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Allocated IP 172.28.1.32 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/5b1ee341-162b-4133-bbef-cc84c924d40e) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:10.013331 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:10.023456 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:10.043552 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36952) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:10.044787 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:10.100975 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36954) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:10.155452 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'Port': ['ID=6cae3791-6dae-457a-ae44-a736b86b2f8c,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:10.183728 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3b4e88ff-c0c0-42a9-a5c5-a79a54e9c65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.192655 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:10.207587 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.225747 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.265954 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.284582 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.db.api [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 12:46:10.284582 dv-cinder-796680-1-smb neutron-server[99503]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 12:46:10.284582 dv-cinder-796680-1-smb neutron-server[99503]: [parameters: {'project_id_1': '28dec0c936504340bc2c74cf4a80080f', 'expiration_1': datetime.datetime(2021, 6, 22, 12, 46, 10, 252235)}] Jun 22 12:46:10.284582 dv-cinder-796680-1-smb neutron-server[99503]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 12:46:10.284971 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_db.api [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 12:46:10.301259 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.306389 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:10.314767 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=021c0805-9f3c-4ac1-8013-f5395503ac52,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:10.321795 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:10.340560 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 02238e71-9984-4ee4-852e-fcff487ac323 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:10.341130 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.352181 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.426712 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:10.436234 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:10.442003 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:10.449250 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'Port': ['ID=5b1ee341-162b-4133-bbef-cc84c924d40e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:10.454319 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:10.560214 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.560860 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3b4e88ff-c0c0-42a9-a5c5-a79a54e9c65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.573885 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3b4e88ff-c0c0-42a9-a5c5-a79a54e9c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.583413 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4986c36-1d9a-40ca-a04c-f9aa540c916c req-2fd7ce0e-b18f-4cfa-b00f-d64526c50227 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:10.585014 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c4986c36-1d9a-40ca-a04c-f9aa540c916c req-2fd7ce0e-b18f-4cfa-b00f-d64526c50227 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 944 time: 0.2159536 Jun 22 12:46:10.595079 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1e7e382b-1949-4a6f-95a4-3649f89e7158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:10.711184 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962416-3295-43c9-814e-208ab3eef02f req-8546a649-9e7d-4322-9c26-f2b60af8d7f1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:10.713779 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-8546a649-9e7d-4322-9c26-f2b60af8d7f1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 818 time: 0.3289249 Jun 22 12:46:10.720321 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-3b4e88ff-c0c0-42a9-a5c5-a79a54e9c65f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed7536e69faa460291576e24125eb9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6626544 Jun 22 12:46:10.722968 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36970) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:10.776313 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e88ff-c0c0-42a9-a5c5-a79a54e9c65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b1548d-f7aa-4f15-a75f-4b564a9aae6b,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:10.785584 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.797465 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-3b4e88ff-c0c0-42a9-a5c5-a79a54e9c65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:10.821417 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-187b4208-c458-4835-bdb5-937d68054077 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/quotas/8c8d169ef0a14b169cdcc44ddb33fcb4 HTTP/1.1" status: 200 len: 375 time: 0.0918310 Jun 22 12:46:10.965412 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.987665 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.988457 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c18176a2-812b-428c-920a-d7678bbdb408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:10.990661 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:46:10.998393 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.019375 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aa8e4b43-5209-4874-8d96-feece793afb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:11.071132 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c4986c36-1d9a-40ca-a04c-f9aa540c916c req-e7cd0792-a577-4887-a572-92cef24fc14f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420281 Jun 22 12:46:11.113915 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c18176a2-812b-428c-920a-d7678bbdb408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.120599 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 909488f5-3573-4aad-9d17-6164be96f018 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:46:11.127113 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.274046 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 021c0805-9f3c-4ac1-8013-f5395503ac52 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:11.278903 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c18176a2-812b-428c-920a-d7678bbdb408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.282071 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.294958 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c18176a2-812b-428c-920a-d7678bbdb408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.314402 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-c18176a2-812b-428c-920a-d7678bbdb408 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46b1548d-f7aa-4f15-a75f-4b564a9aae6b HTTP/1.1" status: 204 len: 168 time: 0.5846312 Jun 22 12:46:11.319843 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'Port': ['ID=6cae3791-6dae-457a-ae44-a736b86b2f8c,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:11.322171 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.323070 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:11.325173 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:11.356230 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.373078 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1788876 Jun 22 12:46:11.423381 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28dec0c936504340bc2c74cf4a80080f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3053923 Jun 22 12:46:11.436138 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 36980) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:11.439250 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-8d1f759f-f72c-4372-86bc-8b87bc875bdf tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6169453 Jun 22 12:46:11.441644 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18176a2-812b-428c-920a-d7678bbdb408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b1548d-f7aa-4f15-a75f-4b564a9aae6b,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:11.571212 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 909488f5-3573-4aad-9d17-6164be96f018, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=909488f5-3573-4aad-9d17-6164be96f018,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:11.572178 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02f772-3f70-40ba-be91-3120ac87095d req-4d11a3f3-d612-4b7e-944f-f32a1404dbac tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:11.576407 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afbf9b1-c8f2-44d6-9104-f5d7c684d6ac,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:11.584238 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5e02f772-3f70-40ba-be91-3120ac87095d req-4d11a3f3-d612-4b7e-944f-f32a1404dbac tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 944 time: 0.3108013 Jun 22 12:46:11.591622 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:11.600826 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 021c0805-9f3c-4ac1-8013-f5395503ac52 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:11.600826 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.646831 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '909488f5-3573-4aad-9d17-6164be96f018', 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'port_id': '909488f5-3573-4aad-9d17-6164be96f018', 'mac_address': 'fa:16:3e:9d:af:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:46:11.671562 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:11.673085 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:11.742171 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5e02f772-3f70-40ba-be91-3120ac87095d req-9068d56f-2d34-4669-a265-78d002e54940 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569614 Jun 22 12:46:11.761839 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.771583 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee15-5df1-45e9-8767-cbd6a7287e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.775753 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.780145 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.814773 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909488f5-3573-4aad-9d17-6164be96f018 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:11.819717 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:11.897235 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.926729 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:11.942047 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 36998) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:11.951528 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 70b744b2-7cc2-4535-a358-f900049ae859 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:11.956042 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 909488f5-3573-4aad-9d17-6164be96f018, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=909488f5-3573-4aad-9d17-6164be96f018,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:11.956884 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7087774 Jun 22 12:46:11.987733 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-0a926f78-dd4c-4329-9471-af1d5a82fc94 service neutron] 10.222.0.20 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675019 Jun 22 12:46:12.000679 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.001469 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee15-5df1-45e9-8767-cbd6a7287e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.003022 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 7229102c-7294-46d6-8b8a-cd4728b08173 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:46:12.012670 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:12.066173 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'Port': ['ID=5b1ee341-162b-4133-bbef-cc84c924d40e,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:12.121718 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:12.126671 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-ef9dfac6-680b-407f-b13b-6ce45083a5d0 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--172078457&fields=id&tenant_id=0f8688e5cf04418280e3f726c5c89a81 HTTP/1.1" status: 200 len: 267 time: 0.1418865 Jun 22 12:46:12.174636 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-82be184d-9dcb-41d8-b447-6b5e630278db service neutron] 10.222.0.20 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703711 Jun 22 12:46:12.211851 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-f31a74f2-14aa-4cee-abb9-d9f22337b6a1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:12.219126 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-f31a74f2-14aa-4cee-abb9-d9f22337b6a1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 818 time: 0.5399747 Jun 22 12:46:12.260592 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Request body: {'port': {'device_id': '3c0f8057-f450-4a91-b9f6-567b2231097a', 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c', 'admin_state_up': True, 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:12.365959 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee15-5df1-45e9-8767-cbd6a7287e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.376077 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=909488f5-3573-4aad-9d17-6164be96f018,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:12.384244 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:12.390745 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee15-5df1-45e9-8767-cbd6a7287e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.392968 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-78c7ee15-5df1-45e9-8767-cbd6a7287e9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8afbf9b1-c8f2-44d6-9104-f5d7c684d6ac HTTP/1.1" status: 204 len: 168 time: 0.9398038 Jun 22 12:46:12.412111 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:12.419766 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 7229102c-7294-46d6-8b8a-cd4728b08173, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7229102c-7294-46d6-8b8a-cd4728b08173,segment=NetworkSegment(7c5bcdfa-cece-4143-9b35-df49ac7ae803),segment_id=7c5bcdfa-cece-4143-9b35-df49ac7ae803)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:12.468597 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 70b744b2-7cc2-4535-a358-f900049ae859 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:12.476880 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '7229102c-7294-46d6-8b8a-cd4728b08173', 'network_id': '10da277f-5560-4ca3-b383-210e92585f97', 'port_id': '7229102c-7294-46d6-8b8a-cd4728b08173', 'mac_address': 'fa:16:3e:1e:8f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef706d4-80c8-4622-b6b7-f7d96652a3c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:46:12.486225 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d53d6b5-013b-4fb6-851e-2ddbe5593c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.529859 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7ee15-5df1-45e9-8767-cbd6a7287e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afbf9b1-c8f2-44d6-9104-f5d7c684d6ac,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:12.560587 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.563910 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-78c7ee15-5df1-45e9-8767-cbd6a7287e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:12.573039 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 70b744b2-7cc2-4535-a358-f900049ae859 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:12.574328 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.626519 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-9d6070bb-668c-4d97-82b3-1ebfe63e285a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:12.631145 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-9d6070bb-668c-4d97-82b3-1ebfe63e285a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 817 time: 0.4967477 Jun 22 12:46:12.647965 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7229102c-7294-46d6-8b8a-cd4728b08173 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:12.660569 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-995ff26d-a8bd-442c-b870-aabc31d0d1c6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/quotas/0f8688e5cf04418280e3f726c5c89a81 HTTP/1.1" status: 200 len: 375 time: 0.0228183 Jun 22 12:46:12.711014 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 7229102c-7294-46d6-8b8a-cd4728b08173, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7229102c-7294-46d6-8b8a-cd4728b08173,segment=NetworkSegment(7c5bcdfa-cece-4143-9b35-df49ac7ae803),segment_id=7c5bcdfa-cece-4143-9b35-df49ac7ae803)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:12.719896 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.723852 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:12.746348 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Made reservation on behalf of 8c8d169ef0a14b169cdcc44ddb33fcb4 for: {'port': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:12.754913 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.790501 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=7229102c-7294-46d6-8b8a-cd4728b08173,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:12.804188 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:12.849770 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-bf17c862-8d85-4f9c-97a6-7449d025c24e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828942 Jun 22 12:46:12.861569 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.912105 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 70b744b2-7cc2-4535-a358-f900049ae859, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=70b744b2-7cc2-4535-a358-f900049ae859,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:12.919745 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:12.929912 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:12.968391 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4add7f-f7c0-4750-8817-76145840fd84 req-cdf5b505-3527-4d48-b0c3-412bcf1cd39e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:12.971368 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8b4add7f-f7c0-4750-8817-76145840fd84 req-cdf5b505-3527-4d48-b0c3-412bcf1cd39e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 945 time: 0.3733635 Jun 22 12:46:13.014905 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=70b744b2-7cc2-4535-a358-f900049ae859,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:13.018339 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:13.055522 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d53d6b5-013b-4fb6-851e-2ddbe5593c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:13.064196 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-9a650ffb-5ddc-495a-a90c-946727cb842b service neutron] 10.222.0.20 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957343 Jun 22 12:46:13.091582 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d53d6b5-013b-4fb6-851e-2ddbe5593c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:13.103336 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1bd55d52-d4c8-4f1c-9d10-e3b0ad4c0b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:13.132910 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53d6b5-013b-4fb6-851e-2ddbe5593c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f889d2f5-721e-4122-bb8b-39d6a4bdc5b5,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:13.149490 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9d53d6b5-013b-4fb6-851e-2ddbe5593c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:13.201597 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Allocated IP 172.20.0.2 (f25b32fe-dae5-4762-a914-d3c54c48333c/0aa516be-e964-4697-8753-f545105e2c50/b083a26e-ccfa-48b1-bb5c-5a281a992775) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:13.214567 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-946a2210-6684-42a6-bde3-3fec8e8ac6bd service neutron] 10.222.0.20 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393924 Jun 22 12:46:13.217169 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8b4add7f-f7c0-4750-8817-76145840fd84 req-db7b1fb2-215c-4871-955f-8377d6ff65dd tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355700 Jun 22 12:46:13.224384 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9d53d6b5-013b-4fb6-851e-2ddbe5593c01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41ad9b512d6a485f9473224b8c69f5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2771049 Jun 22 12:46:13.226754 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37050) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:13.266504 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['7229102c-7294-46d6-8b8a-cd4728b08173'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:13.340832 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723767e3-312a-4afd-987c-7e7b63e851fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:13.383136 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['909488f5-3573-4aad-9d17-6164be96f018'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:13.407746 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723767e3-312a-4afd-987c-7e7b63e851fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:13.507281 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723767e3-312a-4afd-987c-7e7b63e851fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:13.510899 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723767e3-312a-4afd-987c-7e7b63e851fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:13.512268 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-723767e3-312a-4afd-987c-7e7b63e851fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f889d2f5-721e-4122-bb8b-39d6a4bdc5b5 HTTP/1.1" status: 204 len: 168 time: 0.2785075 Jun 22 12:46:13.513233 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:13.536267 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723767e3-312a-4afd-987c-7e7b63e851fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f889d2f5-721e-4122-bb8b-39d6a4bdc5b5,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:13.541122 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-723767e3-312a-4afd-987c-7e7b63e851fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:13.556003 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-5f047454-28b2-43f7-ab95-2b40108d4475 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--865182825&fields=id&tenant_id=8508b7fbf9a14475aac642abde198a98 HTTP/1.1" status: 200 len: 267 time: 0.1815517 Jun 22 12:46:13.803708 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8f6f934a-e26b-4386-8f93-5353eb81fcc4 req-8b1a9e1e-fbde-411f-90ea-bd90b9921b6b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 210 time: 0.0800102 Jun 22 12:46:13.865517 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d127-7aa5-4fc7-88a6-f80e66d1a7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:14.234659 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c264bd2-35c2-4f1f-a597-40c55728facb req-75c8640f-7542-48af-a20f-a27943cd2f9b tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:14.237016 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3c264bd2-35c2-4f1f-a597-40c55728facb req-75c8640f-7542-48af-a20f-a27943cd2f9b tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 945 time: 0.1109583 Jun 22 12:46:14.249781 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37090) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:14.274512 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:14.295949 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1dd5dd0f-6621-4d91-9d0e-8106d3e738d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:14.308296 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-01989e63-b250-4e76-970b-2190f035bcb9 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:14.310174 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-01989e63-b250-4e76-970b-2190f035bcb9 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 811 time: 0.7499132 Jun 22 12:46:14.334122 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-d4390267-14ce-44c8-9322-5dd9250dc605 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/quotas/8508b7fbf9a14475aac642abde198a98 HTTP/1.1" status: 200 len: 375 time: 0.0180199 Jun 22 12:46:14.386311 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:14.410274 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3c264bd2-35c2-4f1f-a597-40c55728facb req-e658f760-693e-40eb-92ef-0b5360d7e4e1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665893 Jun 22 12:46:14.410819 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:14.487924 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Network f25b32fe-dae5-4762-a914-d3c54c48333c is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:14.498122 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:14.502968 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:14.509739 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:14.511369 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:14.513493 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1dd5dd0f-6621-4d91-9d0e-8106d3e738d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:14.516241 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Pushing event updated for resources: {'Port': ['ID=b083a26e-ccfa-48b1-bb5c-5a281a992775,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:14.519938 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1dd5dd0f-6621-4d91-9d0e-8106d3e738d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:14.531603 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:14.540920 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-723767e3-312a-4afd-987c-7e7b63e851fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:14.566585 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-524288e5-9d69-48aa-9b2b-026ed68be7a6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2223945 Jun 22 12:46:14.600217 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3508186 Jun 22 12:46:14.646817 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1dd5dd0f-6621-4d91-9d0e-8106d3e738d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51557749226943b3b8834be756d6e2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936727 Jun 22 12:46:14.649523 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37096) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:14.671325 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Request body: {'port': {'device_id': '3c0f8057-f450-4a91-b9f6-567b2231097a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:14.691508 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5dd0f-6621-4d91-9d0e-8106d3e738d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe149c0-a1db-4f0c-a3c1-24782196fc4c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:14.695462 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1dd5dd0f-6621-4d91-9d0e-8106d3e738d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:14.814987 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-09abe769-2e14-4d73-a88b-558a57a65b1a req-088147ce-834a-43ad-9197-7eafc2cdc271 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 210 time: 0.1283407 Jun 22 12:46:14.846122 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9e91949a-3abc-462f-bd9e-5fef18302714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:14.900962 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962416-3295-43c9-814e-208ab3eef02f req-01679dd1-6587-4879-a92c-c0d889d4cc50 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:14.904269 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-01679dd1-6587-4879-a92c-c0d889d4cc50 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 818 time: 0.2128801 Jun 22 12:46:14.929806 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Request body: {'port': {'device_id': '46b79e37-acd3-429d-b13f-5a2586de3725', 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c', 'admin_state_up': True, 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:14.972282 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-49942d9a-7efd-42a3-98ad-e089254ff022 service neutron] 10.222.0.20 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940330 Jun 22 12:46:15.004062 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:15.106040 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9e91949a-3abc-462f-bd9e-5fef18302714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:15.120575 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 70b744b2-7cc2-4535-a358-f900049ae859 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:15.130533 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 909488f5-3573-4aad-9d17-6164be96f018 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:15.208865 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Made reservation on behalf of 8c8d169ef0a14b169cdcc44ddb33fcb4 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:15.212670 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:15.223146 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-8234e561-f734-4513-b6a9-04805e6e4542 service neutron] 10.222.0.20 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488415 Jun 22 12:46:15.366021 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 70b744b2-7cc2-4535-a358-f900049ae859 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:15.377369 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:15.405502 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9e91949a-3abc-462f-bd9e-5fef18302714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:15.415443 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9e91949a-3abc-462f-bd9e-5fef18302714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:15.416728 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-9e91949a-3abc-462f-bd9e-5fef18302714 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fe149c0-a1db-4f0c-a3c1-24782196fc4c HTTP/1.1" status: 204 len: 168 time: 0.7658103 Jun 22 12:46:15.438843 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:15.445672 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port 909488f5-3573-4aad-9d17-6164be96f018 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:15.463068 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 909488f5-3573-4aad-9d17-6164be96f018 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:15.463681 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:15.474572 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71ecea-ac6f-43cd-9436-0cc14a299e50 req-d581eff0-7854-4591-97ce-494df9989165 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:15.479107 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-be71ecea-ac6f-43cd-9436-0cc14a299e50 req-d581eff0-7854-4591-97ce-494df9989165 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 945 time: 0.3702273 Jun 22 12:46:15.491013 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91949a-3abc-462f-bd9e-5fef18302714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe149c0-a1db-4f0c-a3c1-24782196fc4c,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:15.493540 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-9e91949a-3abc-462f-bd9e-5fef18302714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:15.574585 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-be71ecea-ac6f-43cd-9436-0cc14a299e50 req-9992a1a7-65cb-4293-9045-46c85a6e10fe tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729971 Jun 22 12:46:15.634226 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Allocated IP 172.20.0.13 (f25b32fe-dae5-4762-a914-d3c54c48333c/0aa516be-e964-4697-8753-f545105e2c50/b6504bd0-6123-4a62-b3dd-c6a270de6a24) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:15.658386 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c6e5cbb7-6249-40ff-afcc-22378f270706 req-e4401d88-289e-40db-8d92-383c255c4c17 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 210 time: 0.0598071 Jun 22 12:46:15.725631 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:15.803445 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-643ce170-6869-43ab-a167-64a708c513ce req-a83ac30b-991c-4168-bef4-d52bb734e016 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 210 time: 0.0750484 Jun 22 12:46:15.872198 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.52', 50477) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:15.951044 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca04625e-f25f-4b90-a5ea-c465f7354bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909488f5-3573-4aad-9d17-6164be96f018'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:16.111913 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-918069b0-83dc-42e5-a2b5-c2e78b0b2afe tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:16.113723 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-918069b0-83dc-42e5-a2b5-c2e78b0b2afe tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 817 time: 0.2402780 Jun 22 12:46:16.119674 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.155480 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 909488f5-3573-4aad-9d17-6164be96f018, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=909488f5-3573-4aad-9d17-6164be96f018,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:16.176230 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ef8a4-3639-4d2b-b01a-cc1d8fe128e5 req-9b30f4fc-9200-4b0e-aa71-f0b403c780a3 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:16.180414 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b24ef8a4-3639-4d2b-b01a-cc1d8fe128e5 req-9b30f4fc-9200-4b0e-aa71-f0b403c780a3 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 945 time: 0.3327847 Jun 22 12:46:16.251022 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.251894 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 7229102c-7294-46d6-8b8a-cd4728b08173 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:16.267667 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:16.273085 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b24ef8a4-3639-4d2b-b01a-cc1d8fe128e5 req-88ae2940-c3f1-4a85-b061-19f58a3d3243 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830326 Jun 22 12:46:16.278882 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-8758b037-0750-4889-93c4-3949d91545f0 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8688e5cf04418280e3f726c5c89a81 HTTP/1.1" status: 200 len: 379 time: 0.1204009 Jun 22 12:46:16.359203 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'port': {'device_id': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'admin_state_up': True, 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'security_groups': ['755a98e4-7e74-4d3b-ac36-ce51499b6e46']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:16.395483 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=909488f5-3573-4aad-9d17-6164be96f018,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:16.413317 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:16.482507 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port 7229102c-7294-46d6-8b8a-cd4728b08173 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:16.488017 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 7229102c-7294-46d6-8b8a-cd4728b08173 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:16.488689 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.535883 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-045e85a4-e666-4150-bc9a-14257bad70c2 req-9e2445a0-7530-4dc8-a820-6c4fa9e9f9a3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 210 time: 0.2859366 Jun 22 12:46:16.544937 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.631198 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b083a26e-ccfa-48b1-bb5c-5a281a992775 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:16.638072 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-eb04d6a6-b0b0-4f87-ac6b-67a754cea4b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:16.643971 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.667522 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Transition to ACTIVE for port object b083a26e-ccfa-48b1-bb5c-5a281a992775 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:16.674276 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.686601 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:16.744238 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Pushing event updated for resources: {'Port': ['ID=b083a26e-ccfa-48b1-bb5c-5a281a992775,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:16.771282 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.852980 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:16.860696 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Network f25b32fe-dae5-4762-a914-d3c54c48333c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:16.867534 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Attempting to bind port b083a26e-ccfa-48b1-bb5c-5a281a992775 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:16.867973 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Attempting to bind port b083a26e-ccfa-48b1-bb5c-5a281a992775 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:16.868308 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Attempting to bind port b083a26e-ccfa-48b1-bb5c-5a281a992775 on network f25b32fe-dae5-4762-a914-d3c54c48333c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:16.873309 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-26a2a8fe-74fc-420b-a530-1d750e5f8082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.883927 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:16.895193 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:16.901675 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Port b083a26e-ccfa-48b1-bb5c-5a281a992775 on network f25b32fe-dae5-4762-a914-d3c54c48333c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:46:16.902022 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Attempting to bind port b083a26e-ccfa-48b1-bb5c-5a281a992775 on network f25b32fe-dae5-4762-a914-d3c54c48333c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:16.907515 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:16.910149 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.912030 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 7229102c-7294-46d6-8b8a-cd4728b08173, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7229102c-7294-46d6-8b8a-cd4728b08173,segment=NetworkSegment(7c5bcdfa-cece-4143-9b35-df49ac7ae803),segment_id=7c5bcdfa-cece-4143-9b35-df49ac7ae803)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:16.918023 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:16.921637 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:16.929554 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617b92b1-93cc-4204-93cb-056cc5ca797c" -d '{"events": [{"server_uuid": "ca04625e-f25f-4b90-a5ea-c465f7354bab", "name": "network-vif-plugged", "status": "completed", "tag": "909488f5-3573-4aad-9d17-6164be96f018"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:16.929904 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Pushing event updated for resources: {'Port': ['ID=b6504bd0-6123-4a62-b3dd-c6a270de6a24,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:16.942583 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:16.974277 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37184) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:16.982412 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:16.982953 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Checking segment: {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:16.983343 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Bound using segment: {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:16.983925 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Bound port: b083a26e-ccfa-48b1-bb5c-5a281a992775, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:16.984278 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.054411 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Made reservation on behalf of 0f8688e5cf04418280e3f726c5c89a81 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:17.058016 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.069016 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=7229102c-7294-46d6-8b8a-cd4728b08173,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:17.072658 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:17.105243 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1794114 Jun 22 12:46:17.122277 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ab450-aac9-420c-a002-812dbe853ed8 req-c46f5b36-b643-40db-8004-d6a471d6adc9 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:17.124017 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-629ab450-aac9-420c-a002-812dbe853ed8 req-c46f5b36-b643-40db-8004-d6a471d6adc9 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 946 time: 0.2042089 Jun 22 12:46:17.152896 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Request body: {'port': {'device_id': '46b79e37-acd3-429d-b13f-5a2586de3725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:17.233477 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] For port b083a26e-ccfa-48b1-bb5c-5a281a992775, host hv-cinder-79668, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:17.264860 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ab03-bc3f-4f6f-a490-dd0464ef5167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.280853 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-629ab450-aac9-420c-a002-812dbe853ed8 req-ca54b79d-6e2e-4235-9ca8-024364075c75 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473160 Jun 22 12:46:17.297130 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] For port b083a26e-ccfa-48b1-bb5c-5a281a992775, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:17.340845 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.347214 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:17.409260 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:17.409884 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.411289 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] 10.222.0.52 "PUT /v2.0/ports/b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 200 len: 1093 time: 2.7863948 Jun 22 12:46:17.414282 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0f8057-f450-4a91-b9f6-567b2231097a', 'tag': 'b083a26e-ccfa-48b1-bb5c-5a281a992775'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:17.416647 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198d8cf0-2718-44da-bfd5-8038e7486141" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0f8057-f450-4a91-b9f6-567b2231097a", "tag": "b083a26e-ccfa-48b1-bb5c-5a281a992775"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:17.467122 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.509096 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f29d1bb9-35ea-4f66-89fa-c66b40b897ee req-c278a663-92cc-4e8f-b96c-5693de206d76 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 210 time: 0.1026669 Jun 22 12:46:17.637999 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d622b1-9d97-49f6-a229-e2a178971cf4 req-2157cd9c-1f31-4ae3-a9e8-b177f5526392 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:17.640361 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-08d622b1-9d97-49f6-a229-e2a178971cf4 req-2157cd9c-1f31-4ae3-a9e8-b177f5526392 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 932 time: 0.7034812 Jun 22 12:46:17.673660 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Allocated IP 172.20.0.7 (edeb9197-b866-465a-b484-766d7b8e4b36/8266b758-9135-4c3a-9d69-be7bdcc1a520/556e909a-c3fa-469c-86a0-c156d29fe78f) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:17.679664 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ab03-bc3f-4f6f-a490-dd0464ef5167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.684885 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Pushing event updated for resources: {'Port': ['ID=b083a26e-ccfa-48b1-bb5c-5a281a992775,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:17.700132 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:17.706197 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ab03-bc3f-4f6f-a490-dd0464ef5167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.736081 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.742596 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:17.803292 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.52', 50481) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:17.862683 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-08d622b1-9d97-49f6-a229-e2a178971cf4 req-02942685-06f9-4e43-8585-fb6b6b3ab399 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076352 Jun 22 12:46:17.969412 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:17.986762 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8925a0-d4c7-4ed9-becc-b051d8277b7f x-openstack-request-id: req-eb8925a0-d4c7-4ed9-becc-b051d8277b7f {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:17.987207 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-d2a2ab03-bc3f-4f6f-a490-dd0464ef5167 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fa6dceb961a42d3989c7947504a12fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0060532 Jun 22 12:46:17.987521 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca04625e-f25f-4b90-a5ea-c465f7354bab", "name": "network-vif-plugged", "status": "completed", "tag": "909488f5-3573-4aad-9d17-6164be96f018", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:17.987974 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb8925a0-d4c7-4ed9-becc-b051d8277b7f {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:17.988714 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca04625e-f25f-4b90-a5ea-c465f7354bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909488f5-3573-4aad-9d17-6164be96f018', 'code': 200} Jun 22 12:46:17.992730 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2ab03-bc3f-4f6f-a490-dd0464ef5167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec313d9e-7763-430e-b2a7-5df3217f6c30,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:18.003284 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37236) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:18.008721 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d2a2ab03-bc3f-4f6f-a490-dd0464ef5167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:18.061254 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-5a93129a-1bae-4623-913d-07daa611aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:18.064166 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-5a93129a-1bae-4623-913d-07daa611aad7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1096 time: 0.5669904 Jun 22 12:46:18.076258 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41706829-5065-4f2f-bdf4-4ca73c0a102f x-openstack-request-id: req-41706829-5065-4f2f-bdf4-4ca73c0a102f {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:18.077755 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0f8057-f450-4a91-b9f6-567b2231097a", "tag": "b083a26e-ccfa-48b1-bb5c-5a281a992775", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:18.078309 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41706829-5065-4f2f-bdf4-4ca73c0a102f {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:18.079026 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0f8057-f450-4a91-b9f6-567b2231097a', 'tag': 'b083a26e-ccfa-48b1-bb5c-5a281a992775', 'status': 'completed', 'code': 200} Jun 22 12:46:18.144454 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-11aa8501-27fe-4118-b610-e0565672f0a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 200 len: 217 time: 0.0632136 Jun 22 12:46:18.226285 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-1fb09efe-33b9-4066-b61b-0923a0b3a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:18.227785 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-1fb09efe-33b9-4066-b61b-0923a0b3a9c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.0704954 Jun 22 12:46:18.337868 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-c289fd08-34c0-4806-8829-dc68405113c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948751 Jun 22 12:46:18.352032 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-d90c15ec-ae0c-4961-b0e2-fa3d72abf4ba tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:18.354063 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-d90c15ec-ae0c-4961-b0e2-fa3d72abf4ba tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 811 time: 0.5443048 Jun 22 12:46:18.358135 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.52', 50482) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:18.374711 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37246) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:18.417906 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ce9028c0-98f1-49f2-b804-80b72b0ab3aa req-53dbe89c-3a52-4d9e-8787-fa84acdc1192 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 210 time: 0.1087315 Jun 22 12:46:18.454706 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d97d2-451f-4311-8888-0ba75ca1a87d req-8b473433-6910-4539-b6c7-b674557d86bf tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:18.456218 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e60d97d2-451f-4311-8888-0ba75ca1a87d req-8b473433-6910-4539-b6c7-b674557d86bf tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 946 time: 0.3307223 Jun 22 12:46:18.537916 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-4c00b26e-26cb-446a-9112-da071f401b0d tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8508b7fbf9a14475aac642abde198a98 HTTP/1.1" status: 200 len: 379 time: 0.1471548 Jun 22 12:46:18.554403 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c96b2ee5-2b78-4f91-a2b9-d9fcbcd35b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.572626 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.575117 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'port': {'device_id': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'admin_state_up': True, 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'security_groups': ['64ec235a-1c95-47ff-b2ff-3d58087afc87']}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:18.590943 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.645442 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-14797b8a-26e7-4192-a98a-da790005e349 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884469 Jun 22 12:46:18.671884 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Transition to ACTIVE for port object 556e909a-c3fa-469c-86a0-c156d29fe78f will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:18.674606 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c96b2ee5-2b78-4f91-a2b9-d9fcbcd35b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.679350 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e60d97d2-451f-4311-8888-0ba75ca1a87d req-aefd8f6f-dc66-4ab6-a5e7-8ca19f059a6c tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697540 Jun 22 12:46:18.721949 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a833190b-6231-4852-9148-1d8a9cbd28eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.796833 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e895c-f8dc-4835-96f5-c3c4e4a2a0a6 req-4460f569-0071-435f-81bb-58735eae818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:18.798368 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c6e895c-f8dc-4835-96f5-c3c4e4a2a0a6 req-4460f569-0071-435f-81bb-58735eae818d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 1099 time: 0.4062557 Jun 22 12:46:18.868114 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9386a-40c9-41c1-8611-646d406e432f req-0cbc1533-314b-4929-a984-940999af8cfa tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:18.869670 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ad9386a-40c9-41c1-8611-646d406e432f req-0cbc1533-314b-4929-a984-940999af8cfa tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 946 time: 0.2197061 Jun 22 12:46:18.882901 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb8b710-a1f1-436f-bff6-48be3412196f req-7e64b339-1388-4601-95cc-841c30dabaa7 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262440 Jun 22 12:46:18.904002 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c6e895c-f8dc-4835-96f5-c3c4e4a2a0a6 req-50e4153d-7bc6-45f3-b150-939aad760be8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.919671 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b209fa50-d0e4-4163-a6a4-124153cb3873 req-4afd81ce-9639-47db-a9aa-e3f9a03c5c18 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 210 time: 0.0893717 Jun 22 12:46:18.929215 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.937668 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ad9386a-40c9-41c1-8611-646d406e432f req-5d04d996-dee6-4217-8044-3e76dcb78076 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519454 Jun 22 12:46:18.947152 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c96b2ee5-2b78-4f91-a2b9-d9fcbcd35b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.955057 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6504bd0-6123-4a62-b3dd-c6a270de6a24 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:18.959662 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5a48386c-24bf-4071-8eec-2ddeefbba9b1 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:18.977033 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c96b2ee5-2b78-4f91-a2b9-d9fcbcd35b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:18.978325 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-c96b2ee5-2b78-4f91-a2b9-d9fcbcd35b0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec313d9e-7763-430e-b2a7-5df3217f6c30 HTTP/1.1" status: 204 len: 168 time: 0.9037228 Jun 22 12:46:18.986251 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.063250 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Network edeb9197-b866-465a-b484-766d7b8e4b36 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:19.072188 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Transition to ACTIVE for port object b6504bd0-6123-4a62-b3dd-c6a270de6a24 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:19.074483 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:19.080090 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:19.085747 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:19.086410 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.097797 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.104944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:19.108731 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:19.114079 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:19.129964 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-e0325688-af99-40f6-a2eb-4e87ad15f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:19.131782 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-e0325688-af99-40f6-a2eb-4e87ad15f469 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1096 time: 0.1310706 Jun 22 12:46:19.147346 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b2ee5-2b78-4f91-a2b9-d9fcbcd35b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec313d9e-7763-430e-b2a7-5df3217f6c30,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:19.157305 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c96b2ee5-2b78-4f91-a2b9-d9fcbcd35b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:19.160517 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:19.275272 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-dfcdd887-4131-4861-8849-c942b3dfba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:19.277451 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-dfcdd887-4131-4861-8849-c942b3dfba61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.1381903 Jun 22 12:46:19.296721 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a833190b-6231-4852-9148-1d8a9cbd28eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.304919 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Pushing event updated for resources: {'Port': ['ID=b6504bd0-6123-4a62-b3dd-c6a270de6a24,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:19.310201 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:19.316255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a833190b-6231-4852-9148-1d8a9cbd28eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.340582 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-9e91949a-3abc-462f-bd9e-5fef18302714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:19.360814 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-15a8ed10-c916-440d-93d3-a96036491631 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 200 len: 217 time: 0.0758626 Jun 22 12:46:19.364716 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0530379 Jun 22 12:46:19.371532 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Made reservation on behalf of 8508b7fbf9a14475aac642abde198a98 for: {'port': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:19.375917 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.422424 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Request body: {'port': {'device_id': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:19.450622 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-089a8a80-f5f8-4d4b-a35b-f124b4342a00 None None] Provisioning for port 556e909a-c3fa-469c-86a0-c156d29fe78f completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:19.456246 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-089a8a80-f5f8-4d4b-a35b-f124b4342a00 None None] Provisioning complete for port 556e909a-c3fa-469c-86a0-c156d29fe78f triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:19.456843 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-089a8a80-f5f8-4d4b-a35b-f124b4342a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.467928 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Attempting to bind port b6504bd0-6123-4a62-b3dd-c6a270de6a24 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:19.468418 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Attempting to bind port b6504bd0-6123-4a62-b3dd-c6a270de6a24 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:19.469533 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Attempting to bind port b6504bd0-6123-4a62-b3dd-c6a270de6a24 on network f25b32fe-dae5-4762-a914-d3c54c48333c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:19.474401 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-a833190b-6231-4852-9148-1d8a9cbd28eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e026989d7bfb48418e6709c12279ea79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0981226 Jun 22 12:46:19.481781 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37282) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:19.501999 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833190b-6231-4852-9148-1d8a9cbd28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d29f51-ee0f-4f2a-9bb7-e204d537e8d8,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:19.516484 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Port b6504bd0-6123-4a62-b3dd-c6a270de6a24 on network f25b32fe-dae5-4762-a914-d3c54c48333c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:46:19.517020 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Attempting to bind port b6504bd0-6123-4a62-b3dd-c6a270de6a24 on network f25b32fe-dae5-4762-a914-d3c54c48333c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:19.531134 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a833190b-6231-4852-9148-1d8a9cbd28eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:19.558126 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37284) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:19.566839 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a3c1-3171-4f38-b7d9-e90b2a1b4630 req-a9e0c34f-90fe-4244-b8dd-2603f327cbf2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:19.568110 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-089a8a80-f5f8-4d4b-a35b-f124b4342a00 None None] Port 556e909a-c3fa-469c-86a0-c156d29fe78f cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:46:19.569168 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dc70a3c1-3171-4f38-b7d9-e90b2a1b4630 req-a9e0c34f-90fe-4244-b8dd-2603f327cbf2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 944 time: 0.4161222 Jun 22 12:46:19.581692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:19.582039 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-d24939fd-2ef7-4ff4-81c1-0b57ed4ceefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:19.582531 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Checking segment: {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:19.582963 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Bound using segment: {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:19.583495 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Bound port: b6504bd0-6123-4a62-b3dd-c6a270de6a24, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb02ab75-b651-45cc-a2fe-ea4b00626afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:19.583786 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-d24939fd-2ef7-4ff4-81c1-0b57ed4ceefb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.1900232 Jun 22 12:46:19.583917 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.649092 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-31798811-2a39-43ce-baef-d75f834bbbc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473537 Jun 22 12:46:19.703787 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37288) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:19.716148 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.764638 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dc70a3c1-3171-4f38-b7d9-e90b2a1b4630 req-1e56814a-7cee-4f4b-a702-6f4895b395ec tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781757 Jun 22 12:46:19.775108 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-770d135f-81f7-419e-9565-31e49a8cc722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.791439 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b08ecec0-6888-4ebd-9893-38698739bc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.843046 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c6e895c-f8dc-4835-96f5-c3c4e4a2a0a6 req-50e4153d-7bc6-45f3-b150-939aad760be8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.871686 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c6e895c-f8dc-4835-96f5-c3c4e4a2a0a6 req-50e4153d-7bc6-45f3-b150-939aad760be8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.884217 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a833190b-6231-4852-9148-1d8a9cbd28eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:19.905536 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] For port b6504bd0-6123-4a62-b3dd-c6a270de6a24, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:19.930872 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b08ecec0-6888-4ebd-9893-38698739bc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.931183 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:19.968980 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c6e895c-f8dc-4835-96f5-c3c4e4a2a0a6 req-50e4153d-7bc6-45f3-b150-939aad760be8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1592515 Jun 22 12:46:19.974608 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] For port b6504bd0-6123-4a62-b3dd-c6a270de6a24, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:19.990403 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b3f671-e5ea-474c-bd65-5e02133a7ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7229102c-7294-46d6-8b8a-cd4728b08173'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:19.993063 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d61fe0-c35f-4384-bded-11bbfabd0a18" -d '{"events": [{"server_uuid": "32b3f671-e5ea-474c-bd65-5e02133a7ae2", "name": "network-vif-plugged", "status": "completed", "tag": "7229102c-7294-46d6-8b8a-cd4728b08173"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:20.002256 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a9d3fcb9-a528-4bba-9e4b-db476f292fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.037731 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Allocated IP 172.20.0.11 (b71f308a-c4cf-460d-8f19-a7831a2f3fcc/00a53fad-6e1d-4fc2-abe4-02558dd5e26f/e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:20.039680 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.080488 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4153d-7bc6-45f3-b150-939aad760be8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad15939-f82a-4ee2-92e0-371d06db62f2,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:20.095640 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-b5e2787c-1cb2-458b-bc97-018c5647f9d1 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281642 Jun 22 12:46:20.097021 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-50e4153d-7bc6-45f3-b150-939aad760be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:20.098339 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:20.113771 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28d5ce-2062-4a84-b990-dd3e86cc056b req-c804eaac-2cab-4637-bcac-f9082370b67b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:20.115264 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc28d5ce-2062-4a84-b990-dd3e86cc056b req-c804eaac-2cab-4637-bcac-f9082370b67b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 931 time: 0.4653876 Jun 22 12:46:20.186385 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:20.187011 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.188390 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] 10.222.0.52 "PUT /v2.0/ports/b6504bd0-6123-4a62-b3dd-c6a270de6a24 HTTP/1.1" status: 200 len: 1094 time: 3.0451615 Jun 22 12:46:20.193409 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b79e37-acd3-429d-b13f-5a2586de3725', 'tag': 'b6504bd0-6123-4a62-b3dd-c6a270de6a24'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:20.195657 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cae383-3043-4fb6-b2cd-a0007f4724f1" -d '{"events": [{"name": "network-changed", "server_uuid": "46b79e37-acd3-429d-b13f-5a2586de3725", "tag": "b6504bd0-6123-4a62-b3dd-c6a270de6a24"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:20.214474 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc28d5ce-2062-4a84-b990-dd3e86cc056b req-0e1992b9-2355-4b45-b1d5-3ffdfb766a25 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911009 Jun 22 12:46:20.272948 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Pushing event updated for resources: {'Port': ['ID=b6504bd0-6123-4a62-b3dd-c6a270de6a24,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:20.278825 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.300976 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:20.311599 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b08ecec0-6888-4ebd-9893-38698739bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.314206 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b08ecec0-6888-4ebd-9893-38698739bc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.315356 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-b08ecec0-6888-4ebd-9893-38698739bc3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88d29f51-ee0f-4f2a-9bb7-e204d537e8d8 HTTP/1.1" status: 204 len: 168 time: 0.8278484 Jun 22 12:46:20.315732 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Transition to ACTIVE for port object e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:20.319999 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1c03ebd6-e94f-4963-beef-a8cced55c67a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:20.351244 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e798aa-7d9c-4699-9a10-3a54c0698e8c req-67d9649e-04cc-45b7-b584-c7318757bb81 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:20.352786 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-04e798aa-7d9c-4699-9a10-3a54c0698e8c req-67d9649e-04cc-45b7-b584-c7318757bb81 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 946 time: 0.4567950 Jun 22 12:46:20.363482 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ecec0-6888-4ebd-9893-38698739bc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d29f51-ee0f-4f2a-9bb7-e204d537e8d8,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:20.381522 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b08ecec0-6888-4ebd-9893-38698739bc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:20.404291 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-921db5ab-35fe-4829-a9ca-5cc65a85509b req-c41e3b5c-9fe9-42eb-9b5d-584e6087ef07 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 210 time: 0.0539722 Jun 22 12:46:20.462108 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-198d8cf0-2718-44da-bfd5-8038e7486141 req-6339dbfd-96b2-4fe5-9e92-bb2a64d58d35 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701236 Jun 22 12:46:20.468761 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.474628 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:20.536748 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:20.544736 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:20.562547 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:20.568479 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:20.572194 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.587271 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'Port': ['ID=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:20.602915 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:20.646579 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-770d135f-81f7-419e-9565-31e49a8cc722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.668480 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-770d135f-81f7-419e-9565-31e49a8cc722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.671394 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1c8d7304-6f62-4f22-8192-9bff34b1ea1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:20.679689 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1313-8c12-4d1b-9be8-03ab1c3b4934 req-720dab08-93f3-438e-94e0-afc1cf5497fe tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:20.681304 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-233e1313-8c12-4d1b-9be8-03ab1c3b4934 req-720dab08-93f3-438e-94e0-afc1cf5497fe tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 946 time: 0.0967209 Jun 22 12:46:20.766723 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-233e1313-8c12-4d1b-9be8-03ab1c3b4934 req-12f2aed7-63e9-41dd-bddd-65de1a6107ef tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749586 Jun 22 12:46:20.777984 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-04e798aa-7d9c-4699-9a10-3a54c0698e8c req-466fde88-a381-43e7-809f-4e33e32e3867 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990960 Jun 22 12:46:20.819028 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-770d135f-81f7-419e-9565-31e49a8cc722 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1db86c0b7a774db5a7ca83fbe478c43c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1013052 Jun 22 12:46:20.819737 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37308) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:20.820361 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d135f-81f7-419e-9565-31e49a8cc722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbde4be-bd12-4641-9f7b-69d61ce8d0fe,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:20.829343 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-770d135f-81f7-419e-9565-31e49a8cc722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:20.878430 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37310) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:20.882825 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27a06bb-fa16-4727-8ae5-d3d9e0efb402 x-openstack-request-id: req-d27a06bb-fa16-4727-8ae5-d3d9e0efb402 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:20.883205 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b79e37-acd3-429d-b13f-5a2586de3725", "tag": "b6504bd0-6123-4a62-b3dd-c6a270de6a24", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:20.883531 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d27a06bb-fa16-4727-8ae5-d3d9e0efb402 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:20.883993 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b79e37-acd3-429d-b13f-5a2586de3725', 'tag': 'b6504bd0-6123-4a62-b3dd-c6a270de6a24', 'status': 'completed', 'code': 200} Jun 22 12:46:20.884097 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412846f2-fb55-4f85-8019-981c6bcc0230 x-openstack-request-id: req-412846f2-fb55-4f85-8019-981c6bcc0230 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:20.884396 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b3f671-e5ea-474c-bd65-5e02133a7ae2", "name": "network-vif-plugged", "status": "completed", "tag": "7229102c-7294-46d6-8b8a-cd4728b08173", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:20.884622 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-412846f2-fb55-4f85-8019-981c6bcc0230 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:20.885028 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b3f671-e5ea-474c-bd65-5e02133a7ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7229102c-7294-46d6-8b8a-cd4728b08173', 'code': 200} Jun 22 12:46:20.905907 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-a2687010-5be0-44e0-9c87-f6f296ea803f None None] Provisioning for port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:20.911692 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-a2687010-5be0-44e0-9c87-f6f296ea803f None None] Provisioning complete for port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:20.912799 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a2687010-5be0-44e0-9c87-f6f296ea803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.915944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556e909a-c3fa-469c-86a0-c156d29fe78f {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:20.920979 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a9d3fcb9-a528-4bba-9e4b-db476f292fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.921190 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0c235c4c-2f81-47d6-a313-3799e5566271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.928638 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.930680 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a9d3fcb9-a528-4bba-9e4b-db476f292fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.938118 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962416-3295-43c9-814e-208ab3eef02f req-cfe1d8b7-e46a-4794-a0d3-4959be7aa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:20.939610 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-cfe1d8b7-e46a-4794-a0d3-4959be7aa5a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 1097 time: 0.5776019 Jun 22 12:46:20.939725 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9c340bf3-cd6c-49a3-8adb-897e7200bb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:20.945802 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3759608 Jun 22 12:46:20.957893 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Transition to ACTIVE for port object 556e909a-c3fa-469c-86a0-c156d29fe78f will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:20.965825 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76f61230-0b42-4899-bc1f-2771fc491b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.969142 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:20.982156 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a9094f5d-850e-4f8e-9a12-2cafae6185f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:20.994157 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Request body: {'port': {'device_id': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:21.003594 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-a2687010-5be0-44e0-9c87-f6f296ea803f None None] Port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:46:21.047537 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3fcb9-a528-4bba-9e4b-db476f292fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ddc310-b816-43e5-acf2-10e7e48e8ee4,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:21.058297 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-8e5cc0cd-c167-4d2d-94cf-d7ab83bf6e11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24 HTTP/1.1" status: 200 len: 217 time: 0.0865314 Jun 22 12:46:21.065881 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a9d3fcb9-a528-4bba-9e4b-db476f292fa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae365954d1004e29b328159b43001b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5049477 Jun 22 12:46:21.068297 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a9d3fcb9-a528-4bba-9e4b-db476f292fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:21.076122 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37312) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:21.083317 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76f61230-0b42-4899-bc1f-2771fc491b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.152762 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.254767 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76f61230-0b42-4899-bc1f-2771fc491b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.264703 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76f61230-0b42-4899-bc1f-2771fc491b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.265876 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-76f61230-0b42-4899-bc1f-2771fc491b3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fbde4be-bd12-4641-9f7b-69d61ce8d0fe HTTP/1.1" status: 204 len: 168 time: 0.4446573 Jun 22 12:46:21.272350 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:21.280355 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:21.290477 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:21.334895 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962416-3295-43c9-814e-208ab3eef02f req-20571562-226d-4e7f-a4a3-1a49714bc1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:21.336760 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-20571562-226d-4e7f-a4a3-1a49714bc1e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.2572405 Jun 22 12:46:21.343607 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f61230-0b42-4899-bc1f-2771fc491b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbde4be-bd12-4641-9f7b-69d61ce8d0fe,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:21.377731 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0c235c4c-2f81-47d6-a313-3799e5566271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.441817 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f4c37a01-3716-451d-ad3e-b52d34879ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.466780 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-76f61230-0b42-4899-bc1f-2771fc491b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:21.472197 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f4c37a01-3716-451d-ad3e-b52d34879ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.488689 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Attempting to bind port 556e909a-c3fa-469c-86a0-c156d29fe78f on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:21.489024 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Attempting to bind port 556e909a-c3fa-469c-86a0-c156d29fe78f by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:21.491333 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Attempting to bind port 556e909a-c3fa-469c-86a0-c156d29fe78f on network edeb9197-b866-465a-b484-766d7b8e4b36 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:21.493425 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0c235c4c-2f81-47d6-a313-3799e5566271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.511612 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-770d135f-81f7-419e-9565-31e49a8cc722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:21.567549 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Port 556e909a-c3fa-469c-86a0-c156d29fe78f on network edeb9197-b866-465a-b484-766d7b8e4b36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:46:21.567893 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Attempting to bind port 556e909a-c3fa-469c-86a0-c156d29fe78f on network edeb9197-b866-465a-b484-766d7b8e4b36 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:21.569214 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149fa7-dd42-4582-858a-2d8854252f99 req-d0d64206-b5ec-4fc9-b015-204387f6c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:21.570865 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c8149fa7-dd42-4582-858a-2d8854252f99 req-d0d64206-b5ec-4fc9-b015-204387f6c1a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 1099 time: 0.3737540 Jun 22 12:46:21.571292 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-00af141c-39cf-48ad-a304-d11edc4bc9af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314158 Jun 22 12:46:21.595577 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0d49-0937-4a8a-9b8f-5d2a9c453f1e req-febf6eb1-cbf6-4f03-b98b-7ab3923cbfa3 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:21.602729 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f09c0d49-0937-4a8a-9b8f-5d2a9c453f1e req-febf6eb1-cbf6-4f03-b98b-7ab3923cbfa3 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 944 time: 0.5242276 Jun 22 12:46:21.638181 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:21.638455 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Checking segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:21.638823 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Bound using segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:21.639238 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Bound port: 556e909a-c3fa-469c-86a0-c156d29fe78f, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:21.639587 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.661740 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c235c4c-2f81-47d6-a313-3799e5566271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1313328-72cd-4ba1-abcc-846c166fbbf2,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:21.701845 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-0c235c4c-2f81-47d6-a313-3799e5566271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce0664723bf04ba684c908e6cd6374b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8167372 Jun 22 12:46:21.702885 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0c235c4c-2f81-47d6-a313-3799e5566271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:21.708106 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37328) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:21.752407 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d657de0-a792-4b37-a411-1bc53807d96d req-fab38f04-d662-434b-a285-9b09def883ec tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:21.755533 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2d657de0-a792-4b37-a411-1bc53807d96d req-fab38f04-d662-434b-a285-9b09def883ec tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.2901554 Jun 22 12:46:21.766171 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f4c37a01-3716-451d-ad3e-b52d34879ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.769301 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f4c37a01-3716-451d-ad3e-b52d34879ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.770457 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-f4c37a01-3716-451d-ad3e-b52d34879ef3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24ddc310-b816-43e5-acf2-10e7e48e8ee4 HTTP/1.1" status: 204 len: 168 time: 0.6900535 Jun 22 12:46:21.777712 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b7584354-7017-48f6-9a70-c265d9c98d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:21.796035 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c8149fa7-dd42-4582-858a-2d8854252f99 req-20b57c05-642e-4330-92f0-22acfae69ae8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906252 Jun 22 12:46:21.802929 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f09c0d49-0937-4a8a-9b8f-5d2a9c453f1e req-8d25c7bc-ff2d-4ea5-87fa-5de57690044f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990376 Jun 22 12:46:21.813096 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c37a01-3716-451d-ad3e-b52d34879ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ddc310-b816-43e5-acf2-10e7e48e8ee4,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:21.855381 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:21.872655 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:21.913361 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2d657de0-a792-4b37-a411-1bc53807d96d req-d8f089ad-da52-48fe-9b93-d118f8f0092b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161115 Jun 22 12:46:21.918989 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f4c37a01-3716-451d-ad3e-b52d34879ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:21.938634 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:21.938634 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-402fcdca-435c-4da0-8fd2-efe9a36a6761 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216741 Jun 22 12:46:21.938634 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:21.998677 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:22.014853 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.036855 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:22.037607 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.038926 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] 10.222.0.52 "PUT /v2.0/ports/556e909a-c3fa-469c-86a0-c156d29fe78f HTTP/1.1" status: 200 len: 1093 time: 2.6324904 Jun 22 12:46:22.046556 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Transition to ACTIVE for port object e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:22.061585 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:22.065675 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:22.067865 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7edce76f-0c68-4e24-9354-c93ef249043f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.071459 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.097643 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:22.109709 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd774b4-0dd8-4686-a907-c8d215882103 req-df9e5e2f-2e3a-42f1-8e6b-b2a4e088b5cd tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:22.122022 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bd774b4-0dd8-4686-a907-c8d215882103 req-df9e5e2f-2e3a-42f1-8e6b-b2a4e088b5cd tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 932 time: 0.1587453 Jun 22 12:46:22.181624 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7edce76f-0c68-4e24-9354-c93ef249043f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.317028 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37348) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:22.345854 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Pushing event updated for resources: {'Port': ['ID=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:22.356658 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:22.436789 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee68025-b99d-4bb6-8222-dca78793fb73 req-16033bfb-0369-484d-8c61-a07319a3689f tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:22.443889 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9ee68025-b99d-4bb6-8222-dca78793fb73 req-16033bfb-0369-484d-8c61-a07319a3689f tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 946 time: 0.3914018 Jun 22 12:46:22.464568 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bd774b4-0dd8-4686-a907-c8d215882103 req-eed944b5-666a-4136-8e49-b4823191e9ff tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3394234 Jun 22 12:46:22.474921 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a39bb2c5-f4a7-4f6f-9b13-c859eac9f8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.486141 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Attempting to bind port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:22.486684 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Attempting to bind port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:22.486828 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Attempting to bind port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 on network b71f308a-c4cf-460d-8f19-a7831a2f3fcc {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:22.489198 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-23962416-3295-43c9-814e-208ab3eef02f req-b2b20141-d5f1-4294-a16f-41b4f9cbcf9e service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545198 Jun 22 12:46:22.492024 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7edce76f-0c68-4e24-9354-c93ef249043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.505308 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7edce76f-0c68-4e24-9354-c93ef249043f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.512620 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-7edce76f-0c68-4e24-9354-c93ef249043f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1313328-72cd-4ba1-abcc-846c166fbbf2 HTTP/1.1" status: 204 len: 168 time: 0.7995436 Jun 22 12:46:22.518675 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:22.539009 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 on network b71f308a-c4cf-460d-8f19-a7831a2f3fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:46:22.539328 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Attempting to bind port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 on network b71f308a-c4cf-460d-8f19-a7831a2f3fcc {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:22.545480 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edce76f-0c68-4e24-9354-c93ef249043f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1313328-72cd-4ba1-abcc-846c166fbbf2,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:22.551540 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7edce76f-0c68-4e24-9354-c93ef249043f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:22.566624 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9ee68025-b99d-4bb6-8222-dca78793fb73 req-c5875f24-5143-4ac5-a8dd-64fe72d0a1b0 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217568 Jun 22 12:46:22.567469 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:22.567804 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Checking segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:22.568187 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Bound using segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:22.568632 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Bound port: e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:22.568980 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.578308 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-70f0c86b-81b6-4c41-8759-0128f69e500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:22.583951 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-70f0c86b-81b6-4c41-8759-0128f69e500e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 1096 time: 0.3398461 Jun 22 12:46:22.673096 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] For port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5, host hv-cinder-79668, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:22.677147 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] For port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:22.686227 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.694549 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-dbba5cce-2bdd-4413-b6c4-230675e7d691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:22.735506 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:22.736138 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:22.737775 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] 10.222.0.52 "PUT /v2.0/ports/e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 HTTP/1.1" status: 200 len: 1094 time: 1.7576253 Jun 22 12:46:22.738284 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'tag': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:22.740639 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dde92e-0b93-469d-9447-69ffebaf0ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eb6c6b-956f-4e6e-8aa4-03d120be08b5", "tag": "e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:22.745929 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7b0ddcc7-cd1c-454a-ad52-ea5815c29f32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=556e909a-c3fa-469c-86a0-c156d29fe78f HTTP/1.1" status: 200 len: 217 time: 0.0533669 Jun 22 12:46:22.782222 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Pushing event updated for resources: {'Port': ['ID=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:22.788635 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:22.818746 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca68c940-d616-41e3-b9ad-cc926d4dcd66 x-openstack-request-id: req-ca68c940-d616-41e3-b9ad-cc926d4dcd66 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:22.819108 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eb6c6b-956f-4e6e-8aa4-03d120be08b5", "tag": "e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:22.819389 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca68c940-d616-41e3-b9ad-cc926d4dcd66 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:22.819859 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'tag': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'status': 'completed', 'code': 200} Jun 22 12:46:22.867554 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-cb5aa98e-be7f-4a3a-bd69-7d7a24a0ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:22.869220 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-cb5aa98e-be7f-4a3a-bd69-7d7a24a0ee0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0611987 Jun 22 12:46:22.923496 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:22.929320 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c00fa68-f4dd-4d64-bda4-db493b5887c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:22.991927 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-d6b9d57a-9ba0-49ce-a996-643c28dd79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:22.997150 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-d6b9d57a-9ba0-49ce-a996-643c28dd79f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 1097 time: 0.1508806 Jun 22 12:46:23.012563 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a39bb2c5-f4a7-4f6f-9b13-c859eac9f8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:23.037682 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-011c9494-ce99-4b25-a9f4-8d7f756cd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:23.038660 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-011c9494-ce99-4b25-a9f4-8d7f756cd5e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 1097 time: 0.3763340 Jun 22 12:46:23.043592 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a39bb2c5-f4a7-4f6f-9b13-c859eac9f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:23.051526 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:23.098325 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bb2c5-f4a7-4f6f-9b13-c859eac9f8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c7d71-7434-4f5f-ba06-cf22395c20bd,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:23.112796 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a39bb2c5-f4a7-4f6f-9b13-c859eac9f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:23.132003 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f096-53ed-47ae-b7b2-4a744f7a710d req-1889beb3-febc-45d2-b50d-9a7b3ba6dc52 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:23.133535 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0fd5f096-53ed-47ae-b7b2-4a744f7a710d req-1889beb3-febc-45d2-b50d-9a7b3ba6dc52 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 946 time: 0.4726212 Jun 22 12:46:23.158776 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device b083a26e-ccfa-48b1-bb5c-5a281a992775 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:46:23.218871 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-45823bd8-3d43-4a39-8b30-c97976e6255e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 HTTP/1.1" status: 200 len: 217 time: 0.1184273 Jun 22 12:46:23.302252 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-95fc67b8-679e-4637-a207-39ba923eb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:23.303840 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-95fc67b8-679e-4637-a207-39ba923eb047 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 200 len: 850 time: 0.0772028 Jun 22 12:46:23.332629 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-a39bb2c5-f4a7-4f6f-9b13-c859eac9f8c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bcf622fce094d34beab126db635c934&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0015612 Jun 22 12:46:23.343463 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37386) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:23.360300 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b9365-40b1-4643-af5a-4bbf67b7899d req-0a1c2e68-508f-4a96-a20e-69be93cecc40 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:23.362910 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port b083a26e-ccfa-48b1-bb5c-5a281a992775, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:23.367422 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc4b9365-40b1-4643-af5a-4bbf67b7899d req-0a1c2e68-508f-4a96-a20e-69be93cecc40 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 944 time: 0.3256214 Jun 22 12:46:23.384875 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'b083a26e-ccfa-48b1-bb5c-5a281a992775', 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c', 'port_id': 'b083a26e-ccfa-48b1-bb5c-5a281a992775', 'mac_address': 'fa:16:3e:48:18:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa516be-e964-4697-8753-f545105e2c50', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:46:23.420376 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-1a2ae95f-3de1-4ec5-9981-8565b8c6f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:23.424809 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-1a2ae95f-3de1-4ec5-9981-8565b8c6f93a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5422311 Jun 22 12:46:23.434072 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc4b9365-40b1-4643-af5a-4bbf67b7899d req-d8d52feb-9b77-442f-97f2-7db133ba2bd5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655444 Jun 22 12:46:23.462354 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:23.476004 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-53a8ecff-7ceb-42ad-bce3-51b66ca46da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:23.477598 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-53a8ecff-7ceb-42ad-bce3-51b66ca46da5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1660657 Jun 22 12:46:23.500295 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b083a26e-ccfa-48b1-bb5c-5a281a992775 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:23.518736 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4aed9d-df8e-4c70-a904-cdcc9e575b35 x-openstack-request-id: req-5d4aed9d-df8e-4c70-a904-cdcc9e575b35 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:23.519052 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:23.519357 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d4aed9d-df8e-4c70-a904-cdcc9e575b35 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:23.519776 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'status': 'completed', 'code': 200} Jun 22 12:46:23.553014 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port b083a26e-ccfa-48b1-bb5c-5a281a992775, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:23.561492 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:23.564763 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:23.621236 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0fd5f096-53ed-47ae-b7b2-4a744f7a710d req-4b49d892-9346-4163-a74a-4d76fe3728bd tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421597 Jun 22 12:46:23.696391 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=b083a26e-ccfa-48b1-bb5c-5a281a992775,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:23.706531 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:23.745371 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-d18f6fda-c429-4b68-ac54-fdf3a58f448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:23.746879 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-d18f6fda-c429-4b68-ac54-fdf3a58f448b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.6554716 Jun 22 12:46:23.752222 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7600b163-ed77-48f0-a591-73370fd3c5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:23.786335 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-9b6caa95-f913-49ee-87b7-ab8c6d397e03 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004286 Jun 22 12:46:23.874045 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-ab989a3e-9803-441f-a07d-772966382592 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24 HTTP/1.1" status: 200 len: 217 time: 0.1074188 Jun 22 12:46:23.900448 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714fa78-0d1f-434d-801f-9d191f5cfe46 req-1fa65c8e-993b-4f5d-a4c7-7b091a2c333f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:23.909323 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c714fa78-0d1f-434d-801f-9d191f5cfe46 req-1fa65c8e-993b-4f5d-a4c7-7b091a2c333f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.2801502 Jun 22 12:46:23.923679 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-7d18d64b-b569-4690-a8d5-9c87f61f3220 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518893 Jun 22 12:46:23.925142 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['b083a26e-ccfa-48b1-bb5c-5a281a992775'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:23.925384 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7600b163-ed77-48f0-a591-73370fd3c5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:24.026520 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c714fa78-0d1f-434d-801f-9d191f5cfe46 req-5c438d84-2f6a-495f-946d-8ae78cfee732 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160634 Jun 22 12:46:24.063038 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-4903d6e7-81f7-4b87-aee9-fc4e00f284f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:24.063038 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-4903d6e7-81f7-4b87-aee9-fc4e00f284f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.1646357 Jun 22 12:46:24.101880 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a444f02d-8b82-42bf-a8df-1c1a06d0d95d req-96d0b947-51e9-4956-b009-1be0221f3749 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998464 Jun 22 12:46:24.113164 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-809e9225-1f29-4efc-9c7c-978f007474da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497158 Jun 22 12:46:24.187518 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7600b163-ed77-48f0-a591-73370fd3c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:24.190155 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7600b163-ed77-48f0-a591-73370fd3c5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:24.191404 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-7600b163-ed77-48f0-a591-73370fd3c5a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e2c7d71-7434-4f5f-ba06-cf22395c20bd HTTP/1.1" status: 204 len: 168 time: 0.8322065 Jun 22 12:46:24.199607 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-50e4153d-7bc6-45f3-b150-939aad760be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:24.229614 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a1fe7-cb64-4148-ba36-0c7914b52eae req-19cfe647-cf3d-46c6-9c1d-2a18e33e11bf tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:24.237115 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-638a1fe7-cb64-4148-ba36-0c7914b52eae req-19cfe647-cf3d-46c6-9c1d-2a18e33e11bf tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 944 time: 0.3691633 Jun 22 12:46:24.242153 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600b163-ed77-48f0-a591-73370fd3c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c7d71-7434-4f5f-ba06-cf22395c20bd,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:24.263359 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78e94cf5-1ea4-4b3e-9263-84d14117b8a5 req-0f444d0a-6e19-4d9a-8f09-cdb69fa21354 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078613 Jun 22 12:46:24.276367 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7600b163-ed77-48f0-a591-73370fd3c5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:24.389963 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-638a1fe7-cb64-4148-ba36-0c7914b52eae req-f8e4d96d-f9e7-4344-928e-b4e10198ac30 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519475 Jun 22 12:46:24.392306 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-08047d5c-2dfa-4afe-be84-eda496ea7740 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702057 Jun 22 12:46:24.446079 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72733-7d6d-403f-b10a-2b876a66c142 req-b47cf082-ca85-4686-8d5f-d9d51b557c55 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:24.447819 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f8d72733-7d6d-403f-b10a-2b876a66c142 req-b47cf082-ca85-4686-8d5f-d9d51b557c55 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 946 time: 0.1972189 Jun 22 12:46:24.450262 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-06bbc564-1be6-44f5-b0b3-b8f8c0444580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:24.451709 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-06bbc564-1be6-44f5-b0b3-b8f8c0444580 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 1097 time: 0.1857891 Jun 22 12:46:24.554725 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f8d72733-7d6d-403f-b10a-2b876a66c142 req-d837ef33-9744-4996-9c46-390ae0bad72b tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984540 Jun 22 12:46:24.593211 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-91cae383-3043-4fb6-b2cd-a0007f4724f1 req-1a8c1574-38bc-446b-a697-64ffc5c243d9 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765082 Jun 22 12:46:24.599360 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-4b36bc9f-fe68-43cb-b53e-fbb94e52cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:24.601144 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-4b36bc9f-fe68-43cb-b53e-fbb94e52cc9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 1096 time: 0.1814923 Jun 22 12:46:24.616475 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-29d990ab-38f2-4594-8d1e-483aa1411c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:24.618168 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-29d990ab-38f2-4594-8d1e-483aa1411c16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 912 time: 0.1531889 Jun 22 12:46:24.693459 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-2ada782d-f970-4b89-a458-f31cef66a728 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 HTTP/1.1" status: 200 len: 217 time: 0.0456789 Jun 22 12:46:24.758715 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-44fa3376-9a8f-4aff-bde7-fe9b0ca72797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:24.761108 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-44fa3376-9a8f-4aff-bde7-fe9b0ca72797 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 200 len: 850 time: 0.0561194 Jun 22 12:46:24.863168 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-e0a51ec5-cbf3-4322-ac5d-cd2ad5e63402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:24.865710 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-e0a51ec5-cbf3-4322-ac5d-cd2ad5e63402 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958946 Jun 22 12:46:25.062044 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-bf0ea2cf-5830-46d2-88b3-5e7a16a3dbee service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853306 Jun 22 12:46:25.129757 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61250802-2774-4107-b1aa-7cff502029ab req-429701e6-9733-4170-87be-5bad920ecdd8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:25.141669 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-61250802-2774-4107-b1aa-7cff502029ab req-429701e6-9733-4170-87be-5bad920ecdd8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 944 time: 0.5388427 Jun 22 12:46:25.178315 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device b6504bd0-6123-4a62-b3dd-c6a270de6a24 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:46:25.197485 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-cb129571-6178-4ab5-b595-4ae032600f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:25.199421 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-cb129571-6178-4ab5-b595-4ae032600f3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.2617304 Jun 22 12:46:25.253850 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-9fb29e69-f47e-481a-8c5c-095f90d80875 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=556e909a-c3fa-469c-86a0-c156d29fe78f HTTP/1.1" status: 200 len: 217 time: 0.0453413 Jun 22 12:46:25.282325 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-61250802-2774-4107-b1aa-7cff502029ab req-849ec86e-33b3-430c-b180-69324c1909e0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395931 Jun 22 12:46:25.405541 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-871d4b86-6de0-4372-b599-ad97aaf7fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:25.407090 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-871d4b86-6de0-4372-b599-ad97aaf7fa8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.1176209 Jun 22 12:46:25.477375 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port b6504bd0-6123-4a62-b3dd-c6a270de6a24, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:25.506206 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'b6504bd0-6123-4a62-b3dd-c6a270de6a24', 'network_id': 'f25b32fe-dae5-4762-a914-d3c54c48333c', 'port_id': 'b6504bd0-6123-4a62-b3dd-c6a270de6a24', 'mac_address': 'fa:16:3e:03:4e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa516be-e964-4697-8753-f545105e2c50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:46:25.558986 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-684ee92c-f68c-4420-85f1-b2e1ccdf0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:25.561541 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-684ee92c-f68c-4420-85f1-b2e1ccdf0e0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1387246 Jun 22 12:46:25.594511 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:25.617075 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6504bd0-6123-4a62-b3dd-c6a270de6a24 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:25.649762 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port b6504bd0-6123-4a62-b3dd-c6a270de6a24, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:25.658141 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:25.660160 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-d9715e95-ddb5-4ff9-ae74-288845385f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:25.745229 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=b6504bd0-6123-4a62-b3dd-c6a270de6a24,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:25.747389 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-30ea930a-215b-4417-a774-80f46f078715 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747971 Jun 22 12:46:25.749157 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:25.798883 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36663b-d3a1-442e-a5a0-477694e2c50b req-b211d781-3b78-440d-98d7-c0b4c161ac66 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:25.812277 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-bb36663b-d3a1-442e-a5a0-477694e2c50b req-b211d781-3b78-440d-98d7-c0b4c161ac66 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.2836683 Jun 22 12:46:25.817089 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02dde92e-0b93-469d-9447-69ffebaf0ac7 req-b43a65b9-6b5a-4e33-94e2-a46144fd3b62 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406092 Jun 22 12:46:25.902292 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5c00fa68-f4dd-4d64-bda4-db493b5887c4 req-c5dc9ca5-eb25-4479-87c1-bfb22870f174 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450312 Jun 22 12:46:25.919397 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-bb36663b-d3a1-442e-a5a0-477694e2c50b req-dc19dcc7-d2b7-49b8-99b0-1699944fc1ff tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005325 Jun 22 12:46:26.101334 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['b6504bd0-6123-4a62-b3dd-c6a270de6a24'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:26.129873 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846f09a-be18-4dcd-86f4-00a9974d9712 req-97d2558d-fc34-4442-beb3-49e260004a1b tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:26.139588 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4846f09a-be18-4dcd-86f4-00a9974d9712 req-97d2558d-fc34-4442-beb3-49e260004a1b tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 944 time: 0.0828283 Jun 22 12:46:26.178551 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4846f09a-be18-4dcd-86f4-00a9974d9712 req-47804695-7ae9-4a00-b5d7-4e3a5be7366a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380204 Jun 22 12:46:26.498443 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efdbcd-1d29-47ff-857d-f2fc9d419891 req-31844dd6-e42d-4353-9122-11319ddc25b2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:26.500188 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-00efdbcd-1d29-47ff-857d-f2fc9d419891 req-31844dd6-e42d-4353-9122-11319ddc25b2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 945 time: 0.0782306 Jun 22 12:46:26.552132 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-00efdbcd-1d29-47ff-857d-f2fc9d419891 req-37e2b7d2-a321-467f-80cb-63f602622ebe tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Jun 22 12:46:27.040828 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37578) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:27.137035 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf788d02-91fa-4dde-a83f-4334b7a6baa3 req-a864f213-22f7-4a33-8a27-01831ae6004a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:27.141562 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cf788d02-91fa-4dde-a83f-4334b7a6baa3 req-a864f213-22f7-4a33-8a27-01831ae6004a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0737331 Jun 22 12:46:27.173821 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-44befda6-4b89-4910-8905-dff4112b5393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.184182 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:46:27.198384 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device b083a26e-ccfa-48b1-bb5c-5a281a992775 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:27.203287 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cf788d02-91fa-4dde-a83f-4334b7a6baa3 req-df2da26d-8487-4a2b-9d42-9227add9c96c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587392 Jun 22 12:46:27.327286 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-44befda6-4b89-4910-8905-dff4112b5393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.336491 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-44befda6-4b89-4910-8905-dff4112b5393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.344627 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:27.349286 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port b083a26e-ccfa-48b1-bb5c-5a281a992775 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:27.365148 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port b083a26e-ccfa-48b1-bb5c-5a281a992775 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:27.365603 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.402937 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-44befda6-4b89-4910-8905-dff4112b5393 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf657cfcad2745d189a25c0f51fb11a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606644 Jun 22 12:46:27.404231 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44befda6-4b89-4910-8905-dff4112b5393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875cab4f-00ee-41b6-9932-839cf82a1d66,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:27.407266 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37592) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:27.408689 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-44befda6-4b89-4910-8905-dff4112b5393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:27.435807 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:27.438536 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5473d6-a501-48ff-b9ca-2d2b54fd315b req-82082566-b610-4d14-b7f4-75c13df34325 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:27.440285 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3e5473d6-a501-48ff-b9ca-2d2b54fd315b req-82082566-b610-4d14-b7f4-75c13df34325 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 944 time: 0.1093910 Jun 22 12:46:27.455401 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'port_id': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'mac_address': 'fa:16:3e:aa:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:46:27.516949 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3e5473d6-a501-48ff-b9ca-2d2b54fd315b req-e81050c3-f6ae-48a7-8c40-d1c840813ee6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642221 Jun 22 12:46:27.520469 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ff0b1db9-bd9d-4d73-a985-ce132e602db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.534290 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.545407 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ff0b1db9-bd9d-4d73-a985-ce132e602db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.570840 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556e909a-c3fa-469c-86a0-c156d29fe78f {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:27.576372 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.606223 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:27.615297 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ff0b1db9-bd9d-4d73-a985-ce132e602db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.620170 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ff0b1db9-bd9d-4d73-a985-ce132e602db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.624800 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ff0b1db9-bd9d-4d73-a985-ce132e602db8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/875cab4f-00ee-41b6-9932-839cf82a1d66 HTTP/1.1" status: 204 len: 168 time: 0.2161691 Jun 22 12:46:27.625893 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-76f61230-0b42-4899-bc1f-2771fc491b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:27.631227 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port b083a26e-ccfa-48b1-bb5c-5a281a992775, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:27.633808 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0f8057-f450-4a91-b9f6-567b2231097a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b083a26e-ccfa-48b1-bb5c-5a281a992775'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:27.638416 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa388b-6f36-404d-8437-71d61482fe54" -d '{"events": [{"server_uuid": "3c0f8057-f450-4a91-b9f6-567b2231097a", "name": "network-vif-plugged", "status": "completed", "tag": "b083a26e-ccfa-48b1-bb5c-5a281a992775"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:27.646270 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b1db9-bd9d-4d73-a985-ce132e602db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875cab4f-00ee-41b6-9932-839cf82a1d66,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:27.653706 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.654467 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:46:27.656449 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:27.659607 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device b6504bd0-6123-4a62-b3dd-c6a270de6a24 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:27.667310 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ff0b1db9-bd9d-4d73-a985-ce132e602db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:27.669872 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:27.723685 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479c40f8-7896-49a9-b72f-44f640b12104 x-openstack-request-id: req-479c40f8-7896-49a9-b72f-44f640b12104 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:27.724063 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0f8057-f450-4a91-b9f6-567b2231097a", "name": "network-vif-plugged", "status": "completed", "tag": "b083a26e-ccfa-48b1-bb5c-5a281a992775", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:27.724258 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-479c40f8-7896-49a9-b72f-44f640b12104 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:27.724639 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0f8057-f450-4a91-b9f6-567b2231097a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b083a26e-ccfa-48b1-bb5c-5a281a992775', 'code': 200} Jun 22 12:46:27.841627 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd945c6-dfd9-41dd-9635-17ba24b701d1 req-98b4da3a-cf52-4df9-aff8-d681235e1359 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:27.850673 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5fd945c6-dfd9-41dd-9635-17ba24b701d1 req-98b4da3a-cf52-4df9-aff8-d681235e1359 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 945 time: 0.1216757 Jun 22 12:46:27.854147 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:27.908342 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5fd945c6-dfd9-41dd-9635-17ba24b701d1 req-8a9144e2-36de-400e-b158-4db772308a4a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561907 Jun 22 12:46:27.917753 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37614) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:27.918174 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=b083a26e-ccfa-48b1-bb5c-5a281a992775,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:27.925333 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:27.927293 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-c97fe31d-5a25-4b5e-9c20-110a91a02b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:27.927661 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-c97fe31d-5a25-4b5e-9c20-110a91a02b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:27.945527 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port b6504bd0-6123-4a62-b3dd-c6a270de6a24 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:27.953622 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port b6504bd0-6123-4a62-b3dd-c6a270de6a24 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:27.953622 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.018484 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:28.033807 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'port_id': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'mac_address': 'fa:16:3e:4f:3b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:46:28.109499 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.127754 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.141669 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e8818407-4a19-464e-b7e2-817fa715eb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.153082 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:28.175757 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port b6504bd0-6123-4a62-b3dd-c6a270de6a24, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:28.184312 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.187519 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:28.188503 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-31bd2239-b90c-454c-85f7-c05448b30572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:28.217281 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.224610 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e386985-0b34-4ba6-a3a2-ec1749d99b7f req-05099bb1-acd0-4120-ba16-f41be050bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:28.226157 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7e386985-0b34-4ba6-a3a2-ec1749d99b7f req-05099bb1-acd0-4120-ba16-f41be050bded service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1098 time: 0.0935895 Jun 22 12:46:28.249797 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=b6504bd0-6123-4a62-b3dd-c6a270de6a24,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:28.252908 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:28.253551 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-8d833bd3-0049-404c-bdea-a072e9ac6acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:28.269969 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37626) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:28.311867 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e8818407-4a19-464e-b7e2-817fa715eb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.312959 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1316805a-6bef-4273-bc37-d0c91be538fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.317196 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e8818407-4a19-464e-b7e2-817fa715eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.323338 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:28.337004 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:28.344397 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:28.389034 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-e8818407-4a19-464e-b7e2-817fa715eb91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7a87ad44988418d85676e338c155ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699678 Jun 22 12:46:28.389766 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37628) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:28.396423 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8818407-4a19-464e-b7e2-817fa715eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78628231-8e30-4e0e-a6a9-1e15b0f9df55,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:28.398156 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7e386985-0b34-4ba6-a3a2-ec1749d99b7f req-91a7e589-a40c-422c-aadd-3d2f6908f6bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971675 Jun 22 12:46:28.400268 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e8818407-4a19-464e-b7e2-817fa715eb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:28.472635 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dbfd99a2-4328-4bab-a907-ac9e56dec81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.511246 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1316805a-6bef-4273-bc37-d0c91be538fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.515668 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1316805a-6bef-4273-bc37-d0c91be538fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.519513 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:28.567087 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1316805a-6bef-4273-bc37-d0c91be538fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7699ceaebeb84ec6a0e4e737d5588fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954168 Jun 22 12:46:28.567976 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dbfd99a2-4328-4bab-a907-ac9e56dec81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.572340 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37634) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:28.572569 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316805a-6bef-4273-bc37-d0c91be538fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5f6e73-b137-4f84-b871-d28bfa57b5ee,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:28.579027 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1316805a-6bef-4273-bc37-d0c91be538fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:28.714285 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3d4ba-76cc-4805-bb7a-f0d6053bebbf req-e9cefc18-8680-4d7f-b994-b7abd72781af tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:28.717193 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a7c3d4ba-76cc-4805-bb7a-f0d6053bebbf req-e9cefc18-8680-4d7f-b994-b7abd72781af tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 944 time: 0.2612801 Jun 22 12:46:28.756967 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322d641-0b8a-4cc3-b99a-a52f33f44cfa req-67e158c1-b746-463a-9f43-4862e8137edd tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:28.758975 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c322d641-0b8a-4cc3-b99a-a52f33f44cfa req-67e158c1-b746-463a-9f43-4862e8137edd tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 945 time: 0.0804796 Jun 22 12:46:28.775280 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dbfd99a2-4328-4bab-a907-ac9e56dec81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.780108 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dbfd99a2-4328-4bab-a907-ac9e56dec81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.786148 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-dbfd99a2-4328-4bab-a907-ac9e56dec81f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78628231-8e30-4e0e-a6a9-1e15b0f9df55 HTTP/1.1" status: 204 len: 168 time: 0.3907995 Jun 22 12:46:28.786691 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a9d3fcb9-a528-4bba-9e4b-db476f292fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:28.788905 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['556e909a-c3fa-469c-86a0-c156d29fe78f'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:28.794213 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebceed2e-6d0b-4617-a2f5-39a316be57cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.822066 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd99a2-4328-4bab-a907-ac9e56dec81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78628231-8e30-4e0e-a6a9-1e15b0f9df55,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:28.830950 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-dbfd99a2-4328-4bab-a907-ac9e56dec81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:28.832967 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c322d641-0b8a-4cc3-b99a-a52f33f44cfa req-9033a5fd-061f-4bdf-8fa6-58ee00012128 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633204 Jun 22 12:46:28.871812 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a7c3d4ba-76cc-4805-bb7a-f0d6053bebbf req-48fd185a-b7bc-4b5e-9af9-a1122a48aa31 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409206 Jun 22 12:46:28.875044 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebceed2e-6d0b-4617-a2f5-39a316be57cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.891156 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:28.991204 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebceed2e-6d0b-4617-a2f5-39a316be57cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.994604 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebceed2e-6d0b-4617-a2f5-39a316be57cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:28.999300 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ebceed2e-6d0b-4617-a2f5-39a316be57cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d5f6e73-b137-4f84-b871-d28bfa57b5ee HTTP/1.1" status: 204 len: 168 time: 0.4154234 Jun 22 12:46:29.000137 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:29.018243 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceed2e-6d0b-4617-a2f5-39a316be57cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5f6e73-b137-4f84-b871-d28bfa57b5ee,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:29.023692 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ebceed2e-6d0b-4617-a2f5-39a316be57cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:29.464491 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f219c-e162-4a3e-89ec-166d0f497335 req-c9d3331d-f5e8-48b5-a8f5-3a7efffb8d63 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:29.466671 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-430f219c-e162-4a3e-89ec-166d0f497335 req-c9d3331d-f5e8-48b5-a8f5-3a7efffb8d63 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.2368612 Jun 22 12:46:29.529337 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-430f219c-e162-4a3e-89ec-166d0f497335 req-65934e85-5ec0-43a8-afff-15288b8eb428 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517516 Jun 22 12:46:29.726125 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b79e37-acd3-429d-b13f-5a2586de3725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6504bd0-6123-4a62-b3dd-c6a270de6a24'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:29.729126 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb41e2-61cb-4c0b-9b62-a3618c6ee161" -d '{"events": [{"server_uuid": "46b79e37-acd3-429d-b13f-5a2586de3725", "name": "network-vif-plugged", "status": "completed", "tag": "b6504bd0-6123-4a62-b3dd-c6a270de6a24"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:29.830135 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37670) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:29.862279 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-36938b2d-3423-4b0a-8aec-22d059e63e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:29.863047 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf678073-3cc5-47a4-a2c6-e523076e3ed1 x-openstack-request-id: req-bf678073-3cc5-47a4-a2c6-e523076e3ed1 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:29.863599 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b79e37-acd3-429d-b13f-5a2586de3725", "name": "network-vif-plugged", "status": "completed", "tag": "b6504bd0-6123-4a62-b3dd-c6a270de6a24", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:29.864082 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf678073-3cc5-47a4-a2c6-e523076e3ed1 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:29.864781 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b79e37-acd3-429d-b13f-5a2586de3725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6504bd0-6123-4a62-b3dd-c6a270de6a24', 'code': 200} Jun 22 12:46:30.111433 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-36938b2d-3423-4b0a-8aec-22d059e63e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:30.138389 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-36938b2d-3423-4b0a-8aec-22d059e63e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:30.182787 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:30.191031 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-36938b2d-3423-4b0a-8aec-22d059e63e0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af4ad230db404560b3aba723d3fd6ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547482 Jun 22 12:46:30.193875 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37680) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:30.225420 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938b2d-3423-4b0a-8aec-22d059e63e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246c5229-0785-4493-b908-73503d544cba,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:30.233496 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-36938b2d-3423-4b0a-8aec-22d059e63e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:30.261995 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123443-78a0-4abe-8f31-446a1824df31 req-2de4cd8a-22e6-4327-8c0e-a15fc426d4d8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:30.269200 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-34123443-78a0-4abe-8f31-446a1824df31 req-2de4cd8a-22e6-4327-8c0e-a15fc426d4d8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 944 time: 0.1504464 Jun 22 12:46:30.369426 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca060c-8395-427b-b027-f7d6d3d26b31 req-fa9716ff-f124-4f21-a031-a47363a033c3 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:30.380034 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-81ca060c-8395-427b-b027-f7d6d3d26b31 req-fa9716ff-f124-4f21-a031-a47363a033c3 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 945 time: 0.2738400 Jun 22 12:46:30.404631 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-34123443-78a0-4abe-8f31-446a1824df31 req-d04b352d-25c9-4d3a-b19c-307ca656b58e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342759 Jun 22 12:46:30.456599 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8b4c23ec-794a-4076-ba69-859b2b19703d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:30.490172 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-81ca060c-8395-427b-b027-f7d6d3d26b31 req-045884bf-0cb1-49a5-8619-6f9efb800350 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088245 Jun 22 12:46:30.563345 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8b4c23ec-794a-4076-ba69-859b2b19703d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:30.706978 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4ee74-7413-4c1e-80b1-e5d834f3c48a req-0d4c702c-52c0-4e0f-8093-c2ba3bd9ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:30.710775 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-82e4ee74-7413-4c1e-80b1-e5d834f3c48a req-0d4c702c-52c0-4e0f-8093-c2ba3bd9ac7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 1099 time: 0.1297524 Jun 22 12:46:30.714260 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8b4c23ec-794a-4076-ba69-859b2b19703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:30.722221 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8b4c23ec-794a-4076-ba69-859b2b19703d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:30.724168 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-8b4c23ec-794a-4076-ba69-859b2b19703d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/246c5229-0785-4493-b908-73503d544cba HTTP/1.1" status: 204 len: 168 time: 0.5254431 Jun 22 12:46:30.745996 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-74ba157a-4fae-46da-81a4-d74411aa5f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:30.790617 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c23ec-794a-4076-ba69-859b2b19703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246c5229-0785-4493-b908-73503d544cba,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:30.808116 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-8b4c23ec-794a-4076-ba69-859b2b19703d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:30.837169 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-b53c4df1-5391-4d2f-9fab-52303ae937c1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:30.848679 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-b53c4df1-5391-4d2f-9fab-52303ae937c1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 814 time: 0.2260127 Jun 22 12:46:30.866683 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-82e4ee74-7413-4c1e-80b1-e5d834f3c48a req-16d001a2-c532-4d2c-b88d-a0a6d6f093b4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406927 Jun 22 12:46:30.891939 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-4a331218-73f3-4e97-b9de-291b5ff71e49 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/quotas/f313ca45a12a4042b7aeb8ec2302317b HTTP/1.1" status: 200 len: 375 time: 0.0407231 Jun 22 12:46:31.084320 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-35496d4c-3b60-4e56-9900-fe985f63ecee tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1830473 Jun 22 12:46:31.251194 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:31.417438 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-b2d9d95d-2514-4e76-80f8-278fbfd44d73 service neutron] 10.222.0.20 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223300 Jun 22 12:46:31.655598 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:31.663629 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:31.664668 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:31.765483 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-7c794239-8908-4837-b046-d9b98593a612 service neutron] 10.222.0.20 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348901 Jun 22 12:46:31.840623 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:31.889848 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:31.891400 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac951f-420d-4ff8-9ca5-33d75f24e091 req-963269f9-34d6-40fc-a3de-56c5ab4d09d3 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:31.901442 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aeac951f-420d-4ff8-9ca5-33d75f24e091 req-963269f9-34d6-40fc-a3de-56c5ab4d09d3 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.2628427 Jun 22 12:46:31.902098 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0497ca-a3a4-4dac-91d3-9c2d4c0329bf" -d '{"events": [{"server_uuid": "f6eb6c6b-956f-4e6e-8aa4-03d120be08b5", "name": "network-vif-plugged", "status": "completed", "tag": "e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:31.960579 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:31.972592 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:31.974128 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:31.982838 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:32.059194 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aeac951f-420d-4ff8-9ca5-33d75f24e091 req-208bd647-3b59-4ef4-a427-3ab0395c1912 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543672 Jun 22 12:46:32.197034 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:32.205170 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:32.234378 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port 556e909a-c3fa-469c-86a0-c156d29fe78f completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:32.246771 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 556e909a-c3fa-469c-86a0-c156d29fe78f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:32.249648 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:32.444860 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c035a-481b-4684-983d-b519ed2d8bd4 req-20b7e93d-eb40-45d3-b9cf-8aceb2e0bcd6 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:32.449193 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d44c035a-481b-4684-983d-b519ed2d8bd4 req-20b7e93d-eb40-45d3-b9cf-8aceb2e0bcd6 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 946 time: 0.1937985 Jun 22 12:46:32.467451 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52939e4-100a-4fc8-b51a-bd5211fe886c req-6302f0e4-8cb9-4c9e-b776-dd2abdaf1c1f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:32.472579 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c52939e4-100a-4fc8-b51a-bd5211fe886c req-6302f0e4-8cb9-4c9e-b776-dd2abdaf1c1f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 944 time: 0.1865418 Jun 22 12:46:32.533539 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d44c035a-481b-4684-983d-b519ed2d8bd4 req-42a2a881-cd42-42f9-958e-2e67b3fca79d tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778177 Jun 22 12:46:32.553908 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:32.587599 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c52939e4-100a-4fc8-b51a-bd5211fe886c req-42a3f3a9-6ab0-4a35-94bf-6c4d727dd114 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015964 Jun 22 12:46:32.685039 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:32.691585 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:32.694460 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:32.768368 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:32.782926 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:32.834694 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb267d2-2cbe-4a77-8c19-2960b5b28ba2 x-openstack-request-id: req-acb267d2-2cbe-4a77-8c19-2960b5b28ba2 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:32.834999 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eb6c6b-956f-4e6e-8aa4-03d120be08b5", "name": "network-vif-plugged", "status": "completed", "tag": "e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:32.835262 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acb267d2-2cbe-4a77-8c19-2960b5b28ba2 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:32.836006 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'code': 200} Jun 22 12:46:33.027157 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2ac4ee17-23e5-4b4d-9739-130ee6ff562a req-588412df-50fa-41b7-9328-3b777650af4b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 210 time: 0.0838809 Jun 22 12:46:33.059349 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7a938-4247-491d-820e-7872abb32d77 req-1699d850-1faf-42e5-a1d0-e5ea61091222 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:33.073328 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f6d7a938-4247-491d-820e-7872abb32d77 req-1699d850-1faf-42e5-a1d0-e5ea61091222 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.2283223 Jun 22 12:46:33.170077 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f6d7a938-4247-491d-820e-7872abb32d77 req-3be9eb49-43ec-4c16-aaff-4274b876b0c4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954773 Jun 22 12:46:33.378658 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8086e4a-c273-4743-98d8-f0517f248595 req-b85ef306-60f5-41f3-a124-4dd686e0c7cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:33.383308 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d8086e4a-c273-4743-98d8-f0517f248595 req-b85ef306-60f5-41f3-a124-4dd686e0c7cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1426415 Jun 22 12:46:33.487463 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d8086e4a-c273-4743-98d8-f0517f248595 req-83a815ef-ef74-4a60-b0bb-c28ef72fba19 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968392 Jun 22 12:46:33.528179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92717a-96a3-4525-961f-b4c43189cbc3 req-98d0e56e-482d-48f5-a584-6e8e60699c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:33.530885 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0a92717a-96a3-4525-961f-b4c43189cbc3 req-98d0e56e-482d-48f5-a584-6e8e60699c83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 1099 time: 0.0977855 Jun 22 12:46:33.678207 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0a92717a-96a3-4525-961f-b4c43189cbc3 req-b262ec32-4122-42d0-916d-509b7082863d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688806 Jun 22 12:46:33.912440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869ac6-91cd-48cf-aba5-900ef1e96f30 req-5e36c0db-5a61-4113-a502-5813156f5620 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:33.916846 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0a869ac6-91cd-48cf-aba5-900ef1e96f30 req-5e36c0db-5a61-4113-a502-5813156f5620 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 946 time: 0.1150477 Jun 22 12:46:33.964327 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0a869ac6-91cd-48cf-aba5-900ef1e96f30 req-c8138c0f-3436-4593-8c92-edba04e56bc5 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Jun 22 12:46:34.207626 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f0fde-82a1-458a-9bbe-088004557e2b req-7bb74c46-62b4-422f-a731-7a7efcf204c2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:34.211274 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d25f0fde-82a1-458a-9bbe-088004557e2b req-7bb74c46-62b4-422f-a731-7a7efcf204c2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0845766 Jun 22 12:46:34.224413 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6d14a-53f7-4583-a829-1cf71a6a8d80 req-bddb37ce-6728-462c-bc3d-f85b5bf61d39 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:34.237034 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61a6d14a-53f7-4583-a829-1cf71a6a8d80 req-bddb37ce-6728-462c-bc3d-f85b5bf61d39 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0911529 Jun 22 12:46:34.279522 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d25f0fde-82a1-458a-9bbe-088004557e2b req-3ccdeb62-588a-4ada-9e67-c1cdd898bb1f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Jun 22 12:46:34.319251 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61a6d14a-53f7-4583-a829-1cf71a6a8d80 req-11dfbfa9-e1c7-4f27-a36f-1caaeaa5ae6c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762239 Jun 22 12:46:34.477023 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2b6a8ca3-40ca-44b6-bfe2-bf13757277df req-df00e7cd-14b9-4de4-8ca1-bc65d0da815e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 210 time: 0.0376050 Jun 22 12:46:34.514485 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-f4494fec-0108-4f5b-b56f-f8edf0f8bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:34.516699 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-f4494fec-0108-4f5b-b56f-f8edf0f8bcf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 1099 time: 0.1166444 Jun 22 12:46:34.532418 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d983b-de49-4b7e-bee0-8e9c797f0af1 req-d1b7afea-7a0d-456c-b675-2c21241bfc23 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:34.534018 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-237d983b-de49-4b7e-bee0-8e9c797f0af1 req-d1b7afea-7a0d-456c-b675-2c21241bfc23 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1112587 Jun 22 12:46:34.609418 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-237d983b-de49-4b7e-bee0-8e9c797f0af1 req-a70a2d67-5204-41c3-99b1-35515c123407 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551200 Jun 22 12:46:34.665873 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-2335b134-744a-433e-9ddc-79f871797227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:34.668227 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-2335b134-744a-433e-9ddc-79f871797227 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.1379559 Jun 22 12:46:34.706740 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-95866f0e-3156-4b16-8f65-efebb4d0982f tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:34.708351 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-95866f0e-3156-4b16-8f65-efebb4d0982f tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.52 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 946 time: 0.0813651 Jun 22 12:46:34.745102 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-b539ca6c-36b5-4861-bbb1-89bc60ce9cb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24 HTTP/1.1" status: 200 len: 217 time: 0.0660586 Jun 22 12:46:34.824535 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-ed601532-6fe6-49e8-bd76-a4635e505cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:34.827782 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-ed601532-6fe6-49e8-bd76-a4635e505cc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.0750613 Jun 22 12:46:34.838409 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:34.843739 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b33db4-d6cf-494a-be6c-b9463854e0bd" -d '{"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-plugged", "status": "completed", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:34.909421 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Deleting port 7229102c-7294-46d6-8b8a-cd4728b08173 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:46:34.909971 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:34.922023 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-4c6dad7b-434f-41d1-b4d1-e6d5fc37e55e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787911 Jun 22 12:46:34.957920 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc7588-5bea-4e4f-b6a1-5b14e47f6fe1 x-openstack-request-id: req-74dc7588-5bea-4e4f-b6a1-5b14e47f6fe1 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:34.958643 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-plugged", "status": "completed", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:34.959117 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74dc7588-5bea-4e4f-b6a1-5b14e47f6fe1 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:34.959794 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'code': 200} Jun 22 12:46:35.070946 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] For port 7229102c-7294-46d6-8b8a-cd4728b08173, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7229102c-7294-46d6-8b8a-cd4728b08173,segment=NetworkSegment(7c5bcdfa-cece-4143-9b35-df49ac7ae803),segment_id=7c5bcdfa-cece-4143-9b35-df49ac7ae803)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:35.071568 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.124186 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-8b66007e-ed3a-4f76-b71a-835e12f1f214 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902740 Jun 22 12:46:35.264442 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Calling delete_port for 7229102c-7294-46d6-8b8a-cd4728b08173 owned by compute:nova {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:46:35.363182 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-f0d36642-6265-40c0-aac0-a712ea595535 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:35.364805 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-f0d36642-6265-40c0-aac0-a712ea595535 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 814 time: 0.1419868 Jun 22 12:46:35.438425 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59dae1dc-0f5b-4104-8590-be723fdef0bb req-5182373a-4d67-4b7d-bb0c-185a340c809a service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752507 Jun 22 12:46:35.497108 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Request body: {'port': {'device_id': 'e4aa1ff9-31fa-4396-b36d-48e419698248', 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'admin_state_up': True, 'tenant_id': 'f313ca45a12a4042b7aeb8ec2302317b'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:35.635435 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6715bab-a7b6-4ba6-a89d-c6b1a2a10834 req-583e21c7-1819-4cba-a8a6-856d528cfd69 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:35.639167 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e6715bab-a7b6-4ba6-a89d-c6b1a2a10834 req-583e21c7-1819-4cba-a8a6-856d528cfd69 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 946 time: 0.2146537 Jun 22 12:46:35.642439 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:35.650990 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:35.701593 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['7229102c-7294-46d6-8b8a-cd4728b08173'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:35.725351 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Pushing event deleted for resources: {'Port': ['ID=7229102c-7294-46d6-8b8a-cd4728b08173,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:35.743543 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:35.771447 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017bf2f-7226-409a-a47d-d285b7b7b91e req-15a0e198-bb5a-40ab-9826-ad207dd2b5dc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:35.787524 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e017bf2f-7226-409a-a47d-d285b7b7b91e req-15a0e198-bb5a-40ab-9826-ad207dd2b5dc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.2586582 Jun 22 12:46:35.907160 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e6715bab-a7b6-4ba6-a89d-c6b1a2a10834 req-99a8c389-b298-49b1-93b1-1be2ecbda619 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7482a0c-f919-4324-a952-98bc55c73a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827071 Jun 22 12:46:35.965115 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e017bf2f-7226-409a-a47d-d285b7b7b91e req-66bbb6d0-3755-4c39-936a-abb8124285b0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667473 Jun 22 12:46:35.974518 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37884) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:35.993235 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] No DVR routers for this DVR port 7229102c-7294-46d6-8b8a-cd4728b08173 on host hv-cinder-79668 {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:46:35.998486 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.001201 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccb2aa74-a939-4a26-b5cf-504c083452cf req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.52 "DELETE /v2.0/ports/7229102c-7294-46d6-8b8a-cd4728b08173 HTTP/1.1" status: 204 len: 173 time: 1.2840588 Jun 22 12:46:36.002623 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b3f671-e5ea-474c-bd65-5e02133a7ae2', 'name': 'network-vif-deleted', 'tag': '7229102c-7294-46d6-8b8a-cd4728b08173'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:36.005655 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dae678-0826-4da3-a227-40aafb9d1571" -d '{"events": [{"server_uuid": "32b3f671-e5ea-474c-bd65-5e02133a7ae2", "name": "network-vif-deleted", "tag": "7229102c-7294-46d6-8b8a-cd4728b08173"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:36.025791 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Made reservation on behalf of f313ca45a12a4042b7aeb8ec2302317b for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:36.029809 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.057566 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f270932-75e3-4171-addd-61d987410300 req-0143b03a-4ebc-4b97-a6bc-a232e54cdff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:36.058898 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6f270932-75e3-4171-addd-61d987410300 req-0143b03a-4ebc-4b97-a6bc-a232e54cdff8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 1098 time: 0.2545273 Jun 22 12:46:36.195339 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Allocated IP 172.20.0.8 (0b4b17dc-7b37-47d2-a7e5-6c599512b35c/4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058/c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:36.205452 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fd8a-dee0-466c-b0cd-a3f82d36c37f req-ba712fad-2857-4052-9c1e-fa6701ced7bd tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:36.207436 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1123fd8a-dee0-466c-b0cd-a3f82d36c37f req-ba712fad-2857-4052-9c1e-fa6701ced7bd tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1026576 Jun 22 12:46:36.271545 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1123fd8a-dee0-466c-b0cd-a3f82d36c37f req-0842c9cf-8758-4074-9b66-76e383404fa8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535374 Jun 22 12:46:36.389695 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0759ce94-1df8-42bf-9533-c699962a2566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.394348 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5a9721c6-1ce9-4070-9a61-2633c42317d0 req-4a6c427d-aecb-4f26-8592-8d7f46ffafac tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 210 time: 0.1086640 Jun 22 12:46:36.466186 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6f270932-75e3-4171-addd-61d987410300 req-35dae7ad-0014-40ae-b857-d18a8d5bf918 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768928 Jun 22 12:46:36.537107 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001abc2e-4fbd-495d-adb6-88898dd585db x-openstack-request-id: req-001abc2e-4fbd-495d-adb6-88898dd585db {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:36.537672 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b3f671-e5ea-474c-bd65-5e02133a7ae2", "name": "network-vif-deleted", "tag": "7229102c-7294-46d6-8b8a-cd4728b08173", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:36.538176 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-001abc2e-4fbd-495d-adb6-88898dd585db {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:36.539785 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b3f671-e5ea-474c-bd65-5e02133a7ae2', 'name': 'network-vif-deleted', 'tag': '7229102c-7294-46d6-8b8a-cd4728b08173', 'status': 'completed', 'code': 200} Jun 22 12:46:36.551281 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.577258 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21354796-d6b8-46ff-8e38-516a776dc7da req-37b240fc-7b86-4411-9fdc-1e230350e53f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:36.579221 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-21354796-d6b8-46ff-8e38-516a776dc7da req-37b240fc-7b86-4411-9fdc-1e230350e53f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1456363 Jun 22 12:46:36.644436 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-21354796-d6b8-46ff-8e38-516a776dc7da req-f31e80eb-7543-4a7a-80c6-287391a998d5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433784 Jun 22 12:46:36.649179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.655014 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0759ce94-1df8-42bf-9533-c699962a2566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.658945 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:36.691388 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0759ce94-1df8-42bf-9533-c699962a2566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.703570 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['909488f5-3573-4aad-9d17-6164be96f018'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:36.732853 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:36.744309 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:36.747965 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:36.753764 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:36.754443 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.757185 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Pushing event updated for resources: {'Port': ['ID=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:36.763379 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-0759ce94-1df8-42bf-9533-c699962a2566 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d356a02bc9064765acd39849fb1a66c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7849731 Jun 22 12:46:36.765095 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:36.768163 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37902) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:36.768402 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:36.794266 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3078249 Jun 22 12:46:36.806336 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ce94-1df8-42bf-9533-c699962a2566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9267e3-a7a2-492b-9287-a7d6fa929491,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:36.811115 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0759ce94-1df8-42bf-9533-c699962a2566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:36.866426 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b11f-d86f-4720-8b16-c0170f1b5de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.901191 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b11f-d86f-4720-8b16-c0170f1b5de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:36.919610 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5c12-c989-4acf-a30d-341faa44a873 req-bace1b82-1a32-456b-9658-7f32dde428f0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:36.922364 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-87ae5c12-c989-4acf-a30d-341faa44a873 req-bace1b82-1a32-456b-9658-7f32dde428f0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1053331 Jun 22 12:46:36.939830 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Request body: {'port': {'device_id': 'e4aa1ff9-31fa-4396-b36d-48e419698248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:36.940111 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37904) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:36.946884 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'floatingip': {'port_id': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:37.096447 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.144489 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.203395 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b11f-d86f-4720-8b16-c0170f1b5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.206005 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b11f-d86f-4720-8b16-c0170f1b5de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.210930 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-8cd9b11f-d86f-4720-8b16-c0170f1b5de6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca9267e3-a7a2-492b-9287-a7d6fa929491 HTTP/1.1" status: 204 len: 168 time: 0.4371819 Jun 22 12:46:37.222585 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:37.274149 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9b11f-d86f-4720-8b16-c0170f1b5de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9267e3-a7a2-492b-9287-a7d6fa929491,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:37.278084 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d856ab12-e82f-4c57-ad67-4561c6803137 req-ac83967a-3e34-42c5-8588-52e0a7fa643e tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b3f671-e5ea-474c-bd65-5e02133a7ae2 HTTP/1.1" status: 200 len: 210 time: 0.0785868 Jun 22 12:46:37.278961 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-8cd9b11f-d86f-4720-8b16-c0170f1b5de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:37.338754 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fea5e1-ef83-4dce-9821-43740be2b54a req-14a5b4cc-7e43-414e-84c3-2541a46e8f7d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:37.341540 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b7fea5e1-ef83-4dce-9821-43740be2b54a req-14a5b4cc-7e43-414e-84c3-2541a46e8f7d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.2025919 Jun 22 12:46:37.734207 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b7fea5e1-ef83-4dce-9821-43740be2b54a req-8f06b508-d44b-4940-8be3-227835c1fba6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611643 Jun 22 12:46:37.904475 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 37934) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:37.933824 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8a66-248e-456a-aaf7-f4c4483137d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:37.951778 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:37.990419 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.055804 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Transition to ACTIVE for port object c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:46:38.090659 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.104070 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b2e96644-c908-4e1b-914a-ad5a16b0968f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:38.374671 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:38.380116 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:38.440889 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248005d0-781a-45f7-9fe3-eb7313837207 req-65ccfdfc-801e-45ce-b8d9-e4d93047e220 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:38.442514 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-248005d0-781a-45f7-9fe3-eb7313837207 req-65ccfdfc-801e-45ce-b8d9-e4d93047e220 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 931 time: 0.4300184 Jun 22 12:46:38.491093 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8a66-248e-456a-aaf7-f4c4483137d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.526563 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Attempting to bind port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:46:38.527227 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Attempting to bind port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:46:38.527571 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Attempting to bind port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:38.537382 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8a66-248e-456a-aaf7-f4c4483137d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.548353 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-02a95205-f294-43ae-b98f-b992dc001719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:38.565390 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:46:38.566052 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Attempting to bind port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:46:38.617901 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-248005d0-781a-45f7-9fe3-eb7313837207 req-d5e377dc-e7df-4ef5-ad2d-2b1de7f94aa7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652215 Jun 22 12:46:38.645548 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-6a2d8a66-248e-456a-aaf7-f4c4483137d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c16dfa100eca4dbdb2e31d51433d8c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7387023 Jun 22 12:46:38.646988 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d8a66-248e-456a-aaf7-f4c4483137d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127f6896-4095-4f5e-b8d7-cdd048cd0060,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:38.661591 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 37962) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:38.662776 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:46:38.664622 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Checking segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:38.665225 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Bound using segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:46:38.667021 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Bound port: c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:46:38.670024 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.678432 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6a2d8a66-248e-456a-aaf7-f4c4483137d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:38.691344 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088ce0-71e8-4a67-ae4f-ee9f8ecb6e6b req-7539f824-b0cb-44a7-b91a-1fcaf091b15c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:38.700089 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-90088ce0-71e8-4a67-ae4f-ee9f8ecb6e6b req-7539f824-b0cb-44a7-b91a-1fcaf091b15c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.4156122 Jun 22 12:46:38.786646 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] For port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:46:38.796930 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] For port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:46:38.814719 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.825028 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:38.899624 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.db.resource_extend [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 12:46:38.919160 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-90088ce0-71e8-4a67-ae4f-ee9f8ecb6e6b req-e9b3f295-7671-4640-ab2f-2127582b0a00 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177119 Jun 22 12:46:38.977086 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:38.977086 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:38.991217 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:38.992292 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:38.994020 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 HTTP/1.1" status: 200 len: 1093 time: 2.0697219 Jun 22 12:46:38.994488 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4aa1ff9-31fa-4396-b36d-48e419698248', 'tag': 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:38.997459 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c2a711-399e-40ea-9fc4-d0c672494acf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4aa1ff9-31fa-4396-b36d-48e419698248", "tag": "c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:39.108922 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b7c151-e02a-44b8-9124-005f99f21855 x-openstack-request-id: req-98b7c151-e02a-44b8-9124-005f99f21855 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:39.109535 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4aa1ff9-31fa-4396-b36d-48e419698248", "tag": "c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:39.109983 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98b7c151-e02a-44b8-9124-005f99f21855 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:39.110656 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4aa1ff9-31fa-4396-b36d-48e419698248', 'tag': 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226', 'status': 'completed', 'code': 200} Jun 22 12:46:39.128768 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c5156-4b4e-4a84-afd4-9db4d9af2ab6 req-cd07d9ee-0223-448e-9834-74e96eb4c251 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:39.130593 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-687c5156-4b4e-4a84-afd4-9db4d9af2ab6 req-cd07d9ee-0223-448e-9834-74e96eb4c251 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1701765 Jun 22 12:46:39.180765 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.210506 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.225379 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-687c5156-4b4e-4a84-afd4-9db4d9af2ab6 req-ab1ae33d-ff99-49b9-bddb-dc1b8b40633c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823553 Jun 22 12:46:39.246006 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-b25bbd72-df05-4118-bbe9-201a9d946ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:39.249322 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-b25bbd72-df05-4118-bbe9-201a9d946ab5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 1096 time: 0.1173255 Jun 22 12:46:39.250171 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.252178 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.319255 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 7229102c-7294-46d6-8b8a-cd4728b08173 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:46:39.391513 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-55fcf74a-c6eb-4183-a700-e50bf734bfa5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 HTTP/1.1" status: 200 len: 217 time: 0.1192737 Jun 22 12:46:39.392794 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: 7229102c-7294-46d6-8b8a-cd4728b08173 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:46:39.393527 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 7229102c-7294-46d6-8b8a-cd4728b08173 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:46:39.508814 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-42ec51b9-e754-47c2-94dd-99a95d4151c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:39.519007 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-42ec51b9-e754-47c2-94dd-99a95d4151c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.1166437 Jun 22 12:46:39.528722 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.534236 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:39.542589 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/127f6896-4095-4f5e-b8d7-cdd048cd0060 HTTP/1.1" status: 204 len: 168 time: 0.8796005 Jun 22 12:46:39.549429 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-8cd9b11f-d86f-4720-8b16-c0170f1b5de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:39.567394 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-10302faf-ff2d-4df2-ab9e-755552bd65b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393839 Jun 22 12:46:39.577999 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127f6896-4095-4f5e-b8d7-cdd048cd0060,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:39.603938 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.605764 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.606635 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.607470 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.608368 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.609376 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.610279 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.611117 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.612929 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.613873 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.614995 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.615890 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:39.622755 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.l3_db [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Floating IP 703cc6b9-1aa9-4c2e-8873-e14174a66fe4 associated. External IP: 172.28.1.32, port: e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5. Jun 22 12:46:39.631451 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:39.797879 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-f8e3d6d1-3695-4e93-a43a-5c4fe4d36368 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108748 Jun 22 12:46:40.092849 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-140b87c8-57bf-4654-b4eb-b57f61e0b20a req-63055d58-8658-4896-9737-59246503bede service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819076 Jun 22 12:46:40.158328 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c4196-5f23-43d8-beae-3d62cbb524ba req-34420332-911c-4c63-94d8-0dfc8bbe6823 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:40.176109 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f79c4196-5f23-43d8-beae-3d62cbb524ba req-34420332-911c-4c63-94d8-0dfc8bbe6823 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 943 time: 0.3629067 Jun 22 12:46:40.290994 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f79c4196-5f23-43d8-beae-3d62cbb524ba req-f61b6786-b8fa-4641-84c4-fc8d6eb7daca tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132483 Jun 22 12:46:40.320945 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Router 17d81535-39b5-42ce-bcca-65280e2049ae has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:46:40.452627 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38014) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:40.471285 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebcc21a8-305f-42e7-819a-fd46db39b900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.474188 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:46:40.480197 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.490321 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2a77e-4910-40b3-b3ec-8f1564626bd4 req-390ad673-b9ae-4676-8ae1-56eb4900a72d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:40.492863 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a1e2a77e-4910-40b3-b3ec-8f1564626bd4 req-390ad673-b9ae-4676-8ae1-56eb4900a72d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.2939441 Jun 22 12:46:40.493484 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] Sync routers for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:46:40.505589 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:40.506245 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:46:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:40.546637 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-14c804fc-5edc-4371-8f9d-443b38ce3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:40.549288 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-14c804fc-5edc-4371-8f9d-443b38ce3058 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 1096 time: 0.2604206 Jun 22 12:46:40.593266 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-0c26aaf2-97c2-45bb-ad90-b59c6250b0f6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "PUT /v2.0/floatingips/703cc6b9-1aa9-4c2e-8873-e14174a66fe4 HTTP/1.1" status: 200 len: 991 time: 3.6520045 Jun 22 12:46:40.596230 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'tag': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:40.598768 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e163ccce-7bbb-482d-9ecb-196de0bc3623" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eb6c6b-956f-4e6e-8aa4-03d120be08b5", "tag": "e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:40.650500 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:40.667588 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a1e2a77e-4910-40b3-b3ec-8f1564626bd4 req-b169408b-c9d7-43f8-80e3-548b66dd4c4e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654453 Jun 22 12:46:40.726507 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7a545-ceea-4ef0-9d10-2eb276b77792 req-cf2b5b2a-9af9-4a2f-bb08-c10104b1bff0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:40.730713 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-80f7a545-ceea-4ef0-9d10-2eb276b77792 req-cf2b5b2a-9af9-4a2f-bb08-c10104b1bff0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.2047131 Jun 22 12:46:40.813600 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-e9e1357d-0415-4795-8776-dfd054a88255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:40.819423 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-e9e1357d-0415-4795-8776-dfd054a88255 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 915 time: 0.2557735 Jun 22 12:46:40.854539 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-80f7a545-ceea-4ef0-9d10-2eb276b77792 req-522de8f6-f9ac-4a12-af69-2a967b7cb361 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089392 Jun 22 12:46:40.874363 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebcc21a8-305f-42e7-819a-fd46db39b900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.882578 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebcc21a8-305f-42e7-819a-fd46db39b900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:40.935729 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7edce76f-0c68-4e24-9354-c93ef249043f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:40.964879 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-afba6684-e544-430d-bbb0-7d2946deafe2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 HTTP/1.1" status: 200 len: 217 time: 0.1247568 Jun 22 12:46:40.976252 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ebcc21a8-305f-42e7-819a-fd46db39b900 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15b030e8645f4fc5bfb1582d52e27991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221634 Jun 22 12:46:40.981072 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38034) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.071369 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e43ed5-f622-4127-8b74-5f4695f67ad1 x-openstack-request-id: req-b5e43ed5-f622-4127-8b74-5f4695f67ad1 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:41.079203 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eb6c6b-956f-4e6e-8aa4-03d120be08b5", "tag": "e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:41.079740 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5e43ed5-f622-4127-8b74-5f4695f67ad1 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:41.080327 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'tag': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'status': 'completed', 'code': 200} Jun 22 12:46:41.101532 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc21a8-305f-42e7-819a-fd46db39b900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06042342-6aaf-41c0-96ad-8a12612889b2,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:41.112115 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-73b0ca3f-9bb1-4fa2-a3c5-232cedd99039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:41.113661 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-73b0ca3f-9bb1-4fa2-a3c5-232cedd99039 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.1390207 Jun 22 12:46:41.125764 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ebcc21a8-305f-42e7-819a-fd46db39b900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:41.180053 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-eb8af8b6-c83a-4604-9387-97f4ab15f6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.250565 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-eb8af8b6-c83a-4604-9387-97f4ab15f6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.289596 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-2c22e167-72bf-410f-b3d1-db6aa31d4ecf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604450 Jun 22 12:46:41.387133 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-eb8af8b6-c83a-4604-9387-97f4ab15f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.389950 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-eb8af8b6-c83a-4604-9387-97f4ab15f6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.391290 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-eb8af8b6-c83a-4604-9387-97f4ab15f6c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06042342-6aaf-41c0-96ad-8a12612889b2 HTTP/1.1" status: 204 len: 168 time: 0.4000793 Jun 22 12:46:41.392215 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f01bd884-0d1f-468b-8564-889281693d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:41.419997 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38050) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.471710 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af8b6-c83a-4604-9387-97f4ab15f6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06042342-6aaf-41c0-96ad-8a12612889b2,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:41.478816 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-eb8af8b6-c83a-4604-9387-97f4ab15f6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:41.521830 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] Deleting subnet aef706d4-80c8-4622-b6b7-f7d96652a3c9 {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:46:41.530695 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.609924 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '703cc6b9-1aa9-4c2e-8873-e14174a66fe4', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'floating_ip_address': '172.28.1.32', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'port_id': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'mac_address': 'fa:16:3e:4f:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:46:10Z', 'updated_at': '2021-06-22T12:46:38Z', 'revision_number': 1, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:41.612532 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.637961 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.693727 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] Checking router: 17d81535-39b5-42ce-bcca-65280e2049ae for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:46:41.696458 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-0d050a75-e67f-4324-b876-db91c0c69d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:41.699399 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-0d050a75-e67f-4324-b876-db91c0c69d95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 1099 time: 0.5475836 Jun 22 12:46:41.715930 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.725108 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:41.725108 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:46:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:41.758585 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-90d7e0f1-e621-4283-95a9-36a3f6bb0e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:41.792789 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec0229-9fd0-4143-a97d-9ee61661f6a8 req-ce810efc-9fc7-464e-90c3-e2bb576f3e31 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:41.802830 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-92ec0229-9fd0-4143-a97d-9ee61661f6a8 req-ce810efc-9fc7-464e-90c3-e2bb576f3e31 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.4805202 Jun 22 12:46:41.834501 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38062) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.835083 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38066) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.841284 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'floatingip': {'port_id': '556e909a-c3fa-469c-86a0-c156d29fe78f'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:41.853515 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef706d4-80c8-4622-b6b7-f7d96652a3c9,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:41.854349 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-30702c43-04d1-42ea-9e2e-d46ede013141 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307167 Jun 22 12:46:41.935816 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:41.936811 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:41.948629 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-7be01656-3795-48cc-b8be-81e619b83b73 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aef706d4-80c8-4622-b6b7-f7d96652a3c9 HTTP/1.1" status: 204 len: 168 time: 0.5268497 Jun 22 12:46:41.953670 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38072) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:41.972958 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.067106 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:42.342484 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-05c2a711-399e-40ea-9fc4-d0c672494acf req-b290ebd9-3860-45ac-9c4d-5ec01c0c6c83 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684635 Jun 22 12:46:42.477071 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-2c1a2f9b-42a1-4da1-8efc-f27e9eaadf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:42.480887 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-2c1a2f9b-42a1-4da1-8efc-f27e9eaadf8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 912 time: 0.7482321 Jun 22 12:46:42.581115 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143a61f-7640-4cab-aa6e-91aa6b65c2d8 req-e68114c2-a6d6-4def-9325-b8a285b07b44 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:42.589222 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3143a61f-7640-4cab-aa6e-91aa6b65c2d8 req-e68114c2-a6d6-4def-9325-b8a285b07b44 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 943 time: 0.8887625 Jun 22 12:46:42.628563 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ce5f612d-a972-4399-b44c-72f619de619a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.637125 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:42.661585 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feeb2a6-5175-4581-a96d-803406d622d1 req-a6e128b6-7091-47a1-a3c0-9843389d43b9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:42.670484 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2feeb2a6-5175-4581-a96d-803406d622d1 req-a6e128b6-7091-47a1-a3c0-9843389d43b9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.3772771 Jun 22 12:46:42.682204 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '703cc6b9-1aa9-4c2e-8873-e14174a66fe4', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'floating_ip_address': '172.28.1.32', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'port_id': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'mac_address': 'fa:16:3e:4f:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:46:10Z', 'updated_at': '2021-06-22T12:46:38Z', 'revision_number': 1, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:42.686408 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-60732151-5e31-4893-868c-2b99ca38fcec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 HTTP/1.1" status: 200 len: 999 time: 0.1873069 Jun 22 12:46:42.724831 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06125a94-d1c8-42ad-8220-7bfa8f10d31f None None] The sync data for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb is: [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '703cc6b9-1aa9-4c2e-8873-e14174a66fe4', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'floating_ip_address': '172.28.1.32', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'port_id': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'mac_address': 'fa:16:3e:4f:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:46:10Z', 'updated_at': '2021-06-22T12:46:38Z', 'revision_number': 1, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:46:42.743135 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3143a61f-7640-4cab-aa6e-91aa6b65c2d8 req-5609d566-042e-4682-a163-5a484e208d74 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495414 Jun 22 12:46:42.786230 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-8633ddce-4ec0-4a95-bedf-8fb5b0d42808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:42.788068 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-8633ddce-4ec0-4a95-bedf-8fb5b0d42808 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 200 len: 850 time: 0.0894344 Jun 22 12:46:42.831055 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2feeb2a6-5175-4581-a96d-803406d622d1 req-df511924-f5a6-4425-bcd3-b60586a6a363 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593139 Jun 22 12:46:42.937319 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-a38c48cb-716d-4c1b-95db-e67ac14f9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:42.938979 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-a38c48cb-716d-4c1b-95db-e67ac14f9bf2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1301584 Jun 22 12:46:43.100135 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-f96661ec-79ad-4c33-9573-01ee63743a89 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431122 Jun 22 12:46:43.113126 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411abeb5-005d-4a2e-873f-e424f63edbaf None None] New status for floating IP 703cc6b9-1aa9-4c2e-8873-e14174a66fe4: ACTIVE {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:46:43.174761 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.178959 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ce5f612d-a972-4399-b44c-72f619de619a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.191569 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ce5f612d-a972-4399-b44c-72f619de619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.198925 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.199223 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.199944 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.200284 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > port after_create 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.200658 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.201005 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > port after_update 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.201532 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.201881 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.202210 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.202840 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.233258 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e163ccce-7bbb-482d-9ecb-196de0bc3623 req-219ca33a-4f70-416e-a68d-d1d3ae69629d service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256397 Jun 22 12:46:43.350509 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:46:43.441688 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.442527 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.443226 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.443924 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:43.444638 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10da277f-5560-4ca3-b383-210e92585f97']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:43.473538 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:43.554458 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-eb14d512-ec15-4a51-b826-4b31aa7058c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.560626 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5bcdfa-cece-4143-9b35-df49ac7ae803') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:43.561155 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5bcdfa-cece-4143-9b35-df49ac7ae803') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:43.566338 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:43.580271 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226', 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'port_id': 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226', 'mac_address': 'fa:16:3e:ae:b0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:46:43.591122 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.630829 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.674419 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:46:43.731613 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:43.739400 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.745086 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:43.779110 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.791307 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:46:43.791769 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.855809 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:43.880251 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.881394 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.882891 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.884866 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.886521 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.887430 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.888490 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.889696 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.890400 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.890934 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.891860 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.893967 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: from cryptography.utils import int_from_bytes Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: from cryptography.utils import int_from_bytes Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:46:43.894657 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:46:43.908905 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.911538 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:43.917846 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ce5f612d-a972-4399-b44c-72f619de619a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1193efe058084e7b82f635055e6e4682&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0745771 Jun 22 12:46:43.917846 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:43.919494 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38120) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:43.923872 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:44.043011 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f612d-a972-4399-b44c-72f619de619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02246551-dc43-417e-a6fe-ec3e9a8a8646,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:44.082325 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.084979 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] 10.222.0.20 "DELETE /v2.0/networks/10da277f-5560-4ca3-b383-210e92585f97 HTTP/1.1" status: 204 len: 168 time: 2.1275280 Jun 22 12:46:44.089473 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ce5f612d-a972-4399-b44c-72f619de619a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:44.090222 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b91b4f9f-da8a-4bfa-ba83-3fa7ea4b5d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:44.116452 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=10da277f-5560-4ca3-b383-210e92585f97,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:44.123200 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:44.137997 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.l3_db [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Floating IP 627770b7-0f0b-49fa-ace0-db17a2ceae04 associated. External IP: 172.28.1.16, port: 556e909a-c3fa-469c-86a0-c156d29fe78f. Jun 22 12:46:44.215927 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a1d09-3e56-447a-be86-db2dd590f68c req-4e7e6ea2-55e0-484b-8f3a-e557e500f054 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:44.217536 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-921a1d09-3e56-447a-be86-db2dd590f68c req-4e7e6ea2-55e0-484b-8f3a-e557e500f054 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1798556 Jun 22 12:46:44.268739 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.307538 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:44.327192 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-921a1d09-3e56-447a-be86-db2dd590f68c req-0ceb02cc-8ca5-46b1-a06e-be12511ec51e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803685 Jun 22 12:46:44.381299 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.389490 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-9cc2428a-1f6e-4b5a-8237-be1c6e7118bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3806767 Jun 22 12:46:44.415826 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd122bd8-3654-4ffb-b955-e708ae5c053e req-39344454-595d-4c6b-8c7e-7402f3e6ba64 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:44.431433 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bd122bd8-3654-4ffb-b955-e708ae5c053e req-39344454-595d-4c6b-8c7e-7402f3e6ba64 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 944 time: 0.3039396 Jun 22 12:46:44.526707 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38132) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:44.606399 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Router 352bab8a-10b1-4c12-8a41-32a97f616ba5 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:46:44.665990 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bd122bd8-3654-4ffb-b955-e708ae5c053e req-ccf996ff-561e-4bdb-86ed-f40732b7c492 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290561 Jun 22 12:46:44.703903 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.706822 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.711184 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02246551-dc43-417e-a6fe-ec3e9a8a8646 HTTP/1.1" status: 204 len: 168 time: 0.7926202 Jun 22 12:46:44.713584 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-76ed0249-5300-44d9-8910-3c8dfbbbf686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:44.718203 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-7e86b9c2-ee84-4438-98f3-a446443ce773 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7710ece11b534f3f8b6a514597ea2311&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1877062 Jun 22 12:46:44.723342 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38142) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:44.729290 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02246551-dc43-417e-a6fe-ec3e9a8a8646,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:44.740739 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-194bb1cd-1be3-41f8-808d-355140514ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:44.742829 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-194bb1cd-1be3-41f8-808d-355140514ca4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 1099 time: 0.2537775 Jun 22 12:46:44.745594 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.745951 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.746307 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.746660 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.747007 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.747667 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.748019 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.748569 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.748722 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.749079 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.749401 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.749826 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:46:44.754801 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:44.897004 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:46:44.909787 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] Sync routers for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:46:44.917264 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:44.924937 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-6953c6c8-fa98-4809-b9ad-e179e5c8e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:44.927044 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-6953c6c8-fa98-4809-b9ad-e179e5c8e0ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 915 time: 0.1352751 Jun 22 12:46:44.930162 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:44.931988 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:46:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:45.023356 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-002f1586-c5d6-4c20-8bca-661dad30366d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.039081 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-983bd0e1-f44b-4aa4-8e2d-7c4dc2fec5ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909488f5-3573-4aad-9d17-6164be96f018 HTTP/1.1" status: 200 len: 217 time: 0.1007814 Jun 22 12:46:45.079159 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-11b35283-3ea2-4993-8fbd-117000d29e64 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "PUT /v2.0/floatingips/627770b7-0f0b-49fa-ace0-db17a2ceae04 HTTP/1.1" status: 200 len: 990 time: 3.2383199 Jun 22 12:46:45.088374 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:45.097711 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c389c1-5e36-4c35-9919-063ec5f2ae15" -d '{"events": [{"name": "network-changed", "server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:45.124528 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-002f1586-c5d6-4c20-8bca-661dad30366d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.187474 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-694f9321-2941-4b2f-9d50-c9cc41cd7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:45.193969 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-694f9321-2941-4b2f-9d50-c9cc41cd7092 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.1439707 Jun 22 12:46:45.238477 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-002f1586-c5d6-4c20-8bca-661dad30366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.241682 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-002f1586-c5d6-4c20-8bca-661dad30366d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.245985 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-002f1586-c5d6-4c20-8bca-661dad30366d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7482a0c-f919-4324-a952-98bc55c73a4e HTTP/1.1" status: 204 len: 168 time: 0.4631019 Jun 22 12:46:45.247965 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a4026a2a-5d06-49ff-95bd-0095b10946ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:45.268571 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:45.277229 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f1586-c5d6-4c20-8bca-661dad30366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7482a0c-f919-4324-a952-98bc55c73a4e,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.281250 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-002f1586-c5d6-4c20-8bca-661dad30366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:45.293397 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-f690af16-55af-4468-89b2-35690c44a760 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879354 Jun 22 12:46:45.309370 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ebed5c-f711-496d-8aa9-30dd6e775c6f x-openstack-request-id: req-f2ebed5c-f711-496d-8aa9-30dd6e775c6f {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:45.310003 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:45.310822 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2ebed5c-f711-496d-8aa9-30dd6e775c6f {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:45.311622 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'status': 'completed', 'code': 200} Jun 22 12:46:45.535425 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-74d68f1d-3539-44b9-b7fa-f92af0272b1d service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127471 Jun 22 12:46:45.627670 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38164) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:45.644904 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a950a268-b065-43e6-acb1-ca008836dcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.748373 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '627770b7-0f0b-49fa-ace0-db17a2ceae04', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'floating_ip_address': '172.28.1.16', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'port_id': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'mac_address': 'fa:16:3e:aa:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:46:10Z', 'updated_at': '2021-06-22T12:46:43Z', 'revision_number': 1, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:45.790642 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] Checking router: 352bab8a-10b1-4c12-8a41-32a97f616ba5 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:46:45.804608 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:46:45.804937 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:46:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:45.880699 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a950a268-b065-43e6-acb1-ca008836dcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.894946 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a950a268-b065-43e6-acb1-ca008836dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:45.899162 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:45.936510 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950a268-b065-43e6-acb1-ca008836dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85fd61-b45a-4c1b-b4cd-cb6f71842e42,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:45.942043 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:46:45.961205 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a950a268-b065-43e6-acb1-ca008836dcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:45.986272 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a950a268-b065-43e6-acb1-ca008836dcc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a837479dad764194bb82c98d9fdeab9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572459 Jun 22 12:46:45.989269 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38176) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:46.105244 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-df290fdb-301e-4709-a8df-a9f0cc5b091b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.147057 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-df290fdb-301e-4709-a8df-a9f0cc5b091b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.153974 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-3dbe2273-3dc3-4a2b-92a6-aec864d8669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:46.156704 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-3dbe2273-3dc3-4a2b-92a6-aec864d8669c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 1098 time: 0.6629086 Jun 22 12:46:46.183302 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-77c76d86-0af6-4b79-880f-c1bf4dcd7211 req-047a7fcc-fbf0-4dae-847b-403b7b4d9af6 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921391 Jun 22 12:46:46.197404 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66ebc5-edd0-4618-bad9-0c67652c176c req-34ce403b-6f92-4fbb-aa98-21f3488f999f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:46.208069 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-df66ebc5-edd0-4618-bad9-0c67652c176c req-34ce403b-6f92-4fbb-aa98-21f3488f999f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.3189032 Jun 22 12:46:46.240966 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56899d-2724-45a7-b6e0-1d4b0172cb79 req-3fc5aa36-e4bb-4371-91f1-3f319d4d45c9 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:46.248609 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4e56899d-2724-45a7-b6e0-1d4b0172cb79 req-3fc5aa36-e4bb-4371-91f1-3f319d4d45c9 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 944 time: 0.1638846 Jun 22 12:46:46.274483 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-df290fdb-301e-4709-a8df-a9f0cc5b091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.279129 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-df290fdb-301e-4709-a8df-a9f0cc5b091b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:46.283767 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-df290fdb-301e-4709-a8df-a9f0cc5b091b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d85fd61-b45a-4c1b-b4cd-cb6f71842e42 HTTP/1.1" status: 204 len: 168 time: 0.2926817 Jun 22 12:46:46.286208 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:46.301924 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df290fdb-301e-4709-a8df-a9f0cc5b091b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85fd61-b45a-4c1b-b4cd-cb6f71842e42,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:46.304715 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-df290fdb-301e-4709-a8df-a9f0cc5b091b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:46.339910 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4e56899d-2724-45a7-b6e0-1d4b0172cb79 req-e42ec638-97b6-4e61-9d34-6190237bbe87 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899217 Jun 22 12:46:46.393194 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-df66ebc5-edd0-4618-bad9-0c67652c176c req-353c8448-8358-471f-8aaf-dbf1e313ab63 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513724 Jun 22 12:46:46.509346 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-f58e3e40-c743-4e88-88f0-8fccc6727f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:46.511653 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-f58e3e40-c743-4e88-88f0-8fccc6727f8c service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.3269033 Jun 22 12:46:46.546113 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '627770b7-0f0b-49fa-ace0-db17a2ceae04', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'floating_ip_address': '172.28.1.16', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'port_id': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'mac_address': 'fa:16:3e:aa:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:46:10Z', 'updated_at': '2021-06-22T12:46:43Z', 'revision_number': 1, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:46.613806 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151d992-da6d-4649-903d-af8777fdda81 None None] The sync data for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb is: [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '627770b7-0f0b-49fa-ace0-db17a2ceae04', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'floating_ip_address': '172.28.1.16', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'port_id': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'mac_address': 'fa:16:3e:aa:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:46:10Z', 'updated_at': '2021-06-22T12:46:43Z', 'revision_number': 1, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:46:46.696952 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-03fa67d9-8c94-4a3e-aeba-d42b66710236 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=556e909a-c3fa-469c-86a0-c156d29fe78f HTTP/1.1" status: 200 len: 998 time: 0.1529233 Jun 22 12:46:46.819517 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-7a6df250-22f3-4802-9d4e-e22ba78284bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:46.828734 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-7a6df250-22f3-4802-9d4e-e22ba78284bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.1189649 Jun 22 12:46:46.831128 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-4d163914-6924-4ca4-9aed-fdf352b6e7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.083912 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38250) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:47.092180 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-ba504102-1332-4e2e-a114-31ec47c33c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:47.095823 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-ba504102-1332-4e2e-a114-31ec47c33c0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2532177 Jun 22 12:46:47.279838 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9a198-2cff-43d0-b79e-0d48cfa02e69 None None] New status for floating IP 627770b7-0f0b-49fa-ace0-db17a2ceae04: ACTIVE {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:46:47.402423 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-05237383-ebb3-43e1-afd1-a0044029518d service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846978 Jun 22 12:46:47.404172 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:46:47.538615 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.575551 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:46:47.597999 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:46:47.598676 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.652333 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1635812543-network', 'tenant_id': '0a2fa0f74d084d83a0962e9e86383525'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:47.687130 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec6bd-674f-4146-b50a-2a7ee5c81cf0 req-331f481d-3243-4426-8a0f-a33952b8a67f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:47.704454 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61bec6bd-674f-4146-b50a-2a7ee5c81cf0 req-331f481d-3243-4426-8a0f-a33952b8a67f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 944 time: 0.1533198 Jun 22 12:46:47.790335 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.797541 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61bec6bd-674f-4146-b50a-2a7ee5c81cf0 req-1ce2fa5b-08c2-4f47-9f63-f904346255a8 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876961 Jun 22 12:46:47.798957 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Made reservation on behalf of 0a2fa0f74d084d83a0962e9e86383525 for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:47.817655 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.822792 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:47.849913 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d1c389c1-5e36-4c35-9919-063ec5f2ae15 req-344d7645-54cf-4a82-9d15-8d2d87c6bbfd service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524375 Jun 22 12:46:47.855515 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa1ff9-31fa-4396-b36d-48e419698248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:46:47.858896 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a06ff9-e04e-413e-b25e-b0b691b3ccb3" -d '{"events": [{"server_uuid": "e4aa1ff9-31fa-4396-b36d-48e419698248", "name": "network-vif-plugged", "status": "completed", "tag": "c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:46:47.988758 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8c8b-0c6e-46ac-9b24-6ce781c30c3e req-e9d78df0-35ca-4cf1-882d-64598f152219 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:47.999412 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:46:48.000587 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-820e8c8b-0c6e-46ac-9b24-6ce781c30c3e req-e9d78df0-35ca-4cf1-882d-64598f152219 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1327939 Jun 22 12:46:48.019996 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.029095 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.034860 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9d53d6b5-013b-4fb6-851e-2ddbe5593c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:48.068699 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-820e8c8b-0c6e-46ac-9b24-6ce781c30c3e req-cac10189-2711-460a-a6f2-a7561cc84d1e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663760 Jun 22 12:46:48.104696 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b30902-a6d2-4ebe-be74-238b894dffc9,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:48.114610 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:48.135911 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:46:48.168384 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.169657 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Added segment 88456f38-c3b6-4ec9-98f3-89a62b6ea582 of type vlan for network d85119bc-1ce1-4d96-a339-5efeb7ed90f6 Jun 22 12:46:48.184120 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:46:48.195701 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.200969 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:48.262899 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeb3738-6c9c-4c46-95d8-32bfe6c2a6a2 x-openstack-request-id: req-5eeb3738-6c9c-4c46-95d8-32bfe6c2a6a2 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:46:48.263569 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa1ff9-31fa-4396-b36d-48e419698248", "name": "network-vif-plugged", "status": "completed", "tag": "c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:46:48.264047 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eeb3738-6c9c-4c46-95d8-32bfe6c2a6a2 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:46:48.264499 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa1ff9-31fa-4396-b36d-48e419698248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226', 'code': 200} Jun 22 12:46:48.266765 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:48.270359 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:48.292407 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.306851 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.360308 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.361824 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:48.362472 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.393517 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-5603234f-af05-4d66-8940-a33a92e89f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:48.406855 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3217654 Jun 22 12:46:48.407111 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38308) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:48.421643 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Request body: {'subnet': {'network_id': 'd85119bc-1ce1-4d96-a339-5efeb7ed90f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1635812543-subnet', 'tenant_id': '0a2fa0f74d084d83a0962e9e86383525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:48.480038 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Pushing event updated for resources: {'Network': ['ID=d85119bc-1ce1-4d96-a339-5efeb7ed90f6,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:48.483170 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Made reservation on behalf of 0a2fa0f74d084d83a0962e9e86383525 for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:48.485379 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:48.489630 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.493711 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network d85119bc-1ce1-4d96-a339-5efeb7ed90f6 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:46:48.679555 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.880814 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a972b3a-6dbe-4ab4-9102-f8216445c0d1 req-3a2ec442-6157-49ac-a03f-4fe749865456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:48.882516 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8a972b3a-6dbe-4ab4-9102-f8216445c0d1 req-3a2ec442-6157-49ac-a03f-4fe749865456 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 1098 time: 0.1735551 Jun 22 12:46:48.884579 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:48.887155 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:48.973388 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8a972b3a-6dbe-4ab4-9102-f8216445c0d1 req-636a89db-eca6-4778-8be1-4f77e66fa1db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836701 Jun 22 12:46:49.013424 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef8918e-cd11-4faf-8816-81111d53a6cb,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:49.030856 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Checking segment: {'id': '88456f38-c3b6-4ec9-98f3-89a62b6ea582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd85119bc-1ce1-4d96-a339-5efeb7ed90f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:49.031659 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Network hostable DHCP agents. Network: d85119bc-1ce1-4d96-a339-5efeb7ed90f6, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:46:49.036356 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:49.065508 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Network d85119bc-1ce1-4d96-a339-5efeb7ed90f6 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:46:49.081991 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, d85119bc-1ce1-4d96-a339-5efeb7ed90f6) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:49.101961 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a49c0-c7e3-4fb0-928b-2ae7626d8b7d None None] Network d85119bc-1ce1-4d96-a339-5efeb7ed90f6 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:49.105593 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:49.106842 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:49.113233 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11b345-f095-406f-8b55-cab8ca9d4c2d req-a6568088-981c-4a04-a854-fc991a47233d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:49.115912 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc11b345-f095-406f-8b55-cab8ca9d4c2d req-a6568088-981c-4a04-a854-fc991a47233d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 945 time: 0.1522672 Jun 22 12:46:49.153071 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7433536 Jun 22 12:46:49.183395 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc11b345-f095-406f-8b55-cab8ca9d4c2d req-3fc11a28-e942-45b0-8874-fc291464e61e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541108 Jun 22 12:46:49.339698 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbae535-59f3-4e00-8833-40969706f87e None None] Network d85119bc-1ce1-4d96-a339-5efeb7ed90f6 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:49.533515 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff4e54-65e0-417d-89fe-c34322b8e223 req-f1aca466-8bfa-4042-bc7b-73b4c5a07456 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:49.536304 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccff4e54-65e0-417d-89fe-c34322b8e223 req-f1aca466-8bfa-4042-bc7b-73b4c5a07456 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1312306 Jun 22 12:46:49.601563 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccff4e54-65e0-417d-89fe-c34322b8e223 req-cd56bd5e-4359-4f60-8980-5262e105153d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570440 Jun 22 12:46:49.954734 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.001164 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38350) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:50.007540 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590871023-network', 'tenant_id': 'd1659e4266294af786700052d87a1339'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:50.036978 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Made reservation on behalf of d1659e4266294af786700052d87a1339 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:50.042152 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.054988 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.229228 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.236246 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.255326 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1316805a-6bef-4273-bc37-d0c91be538fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:50.282540 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:46:50.324474 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.325016 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.segments_db [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Added segment 6a7cd586-320c-494a-bc47-3c03503ab11b of type vlan for network dde8d89e-7a9c-4d65-b36f-cc538ade9d01 Jun 22 12:46:50.349082 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61a2ebb-1ee3-4596-aa0a-ab24c7395d12,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:50.358742 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:50.427810 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.520801 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.522562 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae25a1-dfbd-46c9-b014-163a87ff4ec9 req-0076c5ca-aac0-4808-9a1a-b871de131ef0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:50.524983 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a8ae25a1-dfbd-46c9-b014-163a87ff4ec9 req-0076c5ca-aac0-4808-9a1a-b871de131ef0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 945 time: 0.1416886 Jun 22 12:46:50.527281 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:50.529254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.556622 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-380990fa-146d-4fcf-ad34-e56ed73fe766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:50.630160 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a8ae25a1-dfbd-46c9-b014-163a87ff4ec9 req-7d4f1796-f3f6-49bf-9498-5c23f7d8470d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882621 Jun 22 12:46:50.641298 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6354411 Jun 22 12:46:50.642065 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38382) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:50.646942 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Pushing event updated for resources: {'Network': ['ID=dde8d89e-7a9c-4d65-b36f-cc538ade9d01,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:50.652205 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:50.661881 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Request body: {'subnet': {'network_id': 'dde8d89e-7a9c-4d65-b36f-cc538ade9d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590871023-subnet', 'tenant_id': 'd1659e4266294af786700052d87a1339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:50.668354 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network dde8d89e-7a9c-4d65-b36f-cc538ade9d01 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:46:50.725478 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Made reservation on behalf of d1659e4266294af786700052d87a1339 for: {'subnet': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:50.733878 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4861010'] for subnet, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:50.790654 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38388) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:51.078668 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d638e1cb-3f5d-4bc1-a977-36b7ec935d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.121525 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9a66-5b17-4668-b9ce-18d6a69a5414 req-a3febfe4-ef3e-4b07-a840-4c9637c4944c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:51.135384 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-48ad9a66-5b17-4668-b9ce-18d6a69a5414 req-a3febfe4-ef3e-4b07-a840-4c9637c4944c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.2932220 Jun 22 12:46:51.167845 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5166249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4861024'] for subnet, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.177702 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:51.267894 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-48ad9a66-5b17-4668-b9ce-18d6a69a5414 req-6793a946-7d2c-4ea0-b10b-2549a3e901a7 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339726 Jun 22 12:46:51.283923 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d638e1cb-3f5d-4bc1-a977-36b7ec935d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.291474 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d638e1cb-3f5d-4bc1-a977-36b7ec935d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.300087 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-8b4c23ec-794a-4076-ba69-859b2b19703d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:51.310325 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea08706e-7333-4808-a1a4-e44ed9cb842f,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:51.316838 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:51.340398 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Checking segment: {'id': '6a7cd586-320c-494a-bc47-3c03503ab11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dde8d89e-7a9c-4d65-b36f-cc538ade9d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:46:51.341590 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Network hostable DHCP agents. Network: dde8d89e-7a9c-4d65-b36f-cc538ade9d01, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:46:51.371812 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d638e1cb-3f5d-4bc1-a977-36b7ec935d73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0551cb9834114ffaba9978213da14407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791221 Jun 22 12:46:51.372811 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638e1cb-3f5d-4bc1-a977-36b7ec935d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b8e40-5e7e-4d45-ad70-8f7361c76a85,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:51.376105 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d638e1cb-3f5d-4bc1-a977-36b7ec935d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:51.376580 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38404) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:51.391452 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Network dde8d89e-7a9c-4d65-b36f-cc538ade9d01 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:46:51.425911 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, dde8d89e-7a9c-4d65-b36f-cc538ade9d01) {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:51.441462 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a8fe07-dd97-4661-96ba-fb595e62cd26 None None] Network dde8d89e-7a9c-4d65-b36f-cc538ade9d01 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:51.442601 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:51.443311 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.481078 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8269956 Jun 22 12:46:51.514405 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-83546594-569a-421d-a965-da7ef2b52df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.568680 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-83546594-569a-421d-a965-da7ef2b52df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.659551 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e921144-f089-477c-88de-def6db35674b None None] Network dde8d89e-7a9c-4d65-b36f-cc538ade9d01 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:46:51.709704 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-83546594-569a-421d-a965-da7ef2b52df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.724332 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38416) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:51.726713 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-83546594-569a-421d-a965-da7ef2b52df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:51.728172 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-83546594-569a-421d-a965-da7ef2b52df1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a03b8e40-5e7e-4d45-ad70-8f7361c76a85 HTTP/1.1" status: 204 len: 168 time: 0.3494291 Jun 22 12:46:51.729227 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e8818407-4a19-464e-b7e2-817fa715eb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:51.738759 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83546594-569a-421d-a965-da7ef2b52df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b8e40-5e7e-4d45-ad70-8f7361c76a85,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:51.742370 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-83546594-569a-421d-a965-da7ef2b52df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:51.882207 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Deleting subnet eef8918e-cd11-4faf-8816-81111d53a6cb {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:46:51.890104 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.023285 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.038159 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.120496 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc4824-9520-4a5b-9b26-e55fea5718b8 req-c3a3ee9f-5e4d-4782-9a3a-5444222bb083 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:52.123701 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e9cc4824-9520-4a5b-9b26-e55fea5718b8 req-c3a3ee9f-5e4d-4782-9a3a-5444222bb083 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 945 time: 0.1848633 Jun 22 12:46:52.167290 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.178020 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:52.237486 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef8918e-cd11-4faf-8816-81111d53a6cb,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:52.256908 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:52.257906 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38426) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:52.258181 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.262236 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eef8918e-cd11-4faf-8816-81111d53a6cb HTTP/1.1" status: 204 len: 168 time: 0.5362303 Jun 22 12:46:52.267752 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38428) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:52.284327 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e9cc4824-9520-4a5b-9b26-e55fea5718b8 req-19426cb8-e507-47d0-96a4-649ef5f8db1d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454666 Jun 22 12:46:52.287594 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5b73f65d-f97a-42b2-9eb5-9a9c01635ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.417487 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.458253 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5b73f65d-f97a-42b2-9eb5-9a9c01635ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.466588 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5b73f65d-f97a-42b2-9eb5-9a9c01635ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.473660 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-83546594-569a-421d-a965-da7ef2b52df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:52.526950 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.529158 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73f65d-f97a-42b2-9eb5-9a9c01635ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5206c9c-6986-47b5-8d8f-fca1d7f825fb,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:52.539002 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-5b73f65d-f97a-42b2-9eb5-9a9c01635ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:52.548908 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.551490 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.553879 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.554518 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > port after_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.555054 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.556245 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > port after_update 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.556783 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.557550 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.558182 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.558817 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.570192 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-5b73f65d-f97a-42b2-9eb5-9a9c01635ada admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae44e7e071e649529ad7f5bd5352cdee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084633 Jun 22 12:46:52.575352 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38434) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:52.704289 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa908-7f6c-4800-bca9-dca43fce4d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.726030 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.726615 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.728990 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.729885 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 12:46:52.730787 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85119bc-1ce1-4d96-a339-5efeb7ed90f6']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:52.770254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88456f38-c3b6-4ec9-98f3-89a62b6ea582') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:52.771141 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88456f38-c3b6-4ec9-98f3-89a62b6ea582') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:52.804294 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa908-7f6c-4800-bca9-dca43fce4d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.822815 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5645753'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.867102 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.889840 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:46:52.889840 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288626'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: from cryptography.utils import int_from_bytes Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: from cryptography.utils import int_from_bytes Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: Traceback (most recent call last): Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: timer() Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: cb(*args, **kw) Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: return func(*args, **kwargs) Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: self._notify() Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: self.callback(batched_events) Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: event.method(event) Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: return f(self, *a, **k) Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: return self._get(url).json() Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:46:52.945103 dv-cinder-796680-1-smb neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:46:52.952789 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.955079 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:52.975452 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:52.982797 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d85119bc-1ce1-4d96-a339-5efeb7ed90f6 HTTP/1.1" status: 204 len: 168 time: 0.7086532 Jun 22 12:46:52.982797 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d85119bc-1ce1-4d96-a339-5efeb7ed90f6,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:52.982797 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-694d39a4-8ce0-45db-ad82-40fbca60edf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:52.983314 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38450) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:53.039376 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] Deleting subnet ea08706e-7333-4808-a1a4-e44ed9cb842f {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:46:53.043779 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.091057 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5645710'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.158332 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.194831 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38456) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:53.291693 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cc4d3-fb41-44c8-aff6-441f2f592f44 req-ade74002-f9f3-4ff3-95ec-aa16c394fa1b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:53.299937 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c24cc4d3-fb41-44c8-aff6-441f2f592f44 req-ade74002-f9f3-4ff3-95ec-aa16c394fa1b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.6205361 Jun 22 12:46:53.309154 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa908-7f6c-4800-bca9-dca43fce4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.312891 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa908-7f6c-4800-bca9-dca43fce4d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.313816 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-7a1aa908-7f6c-4800-bca9-dca43fce4d1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5206c9c-6986-47b5-8d8f-fca1d7f825fb HTTP/1.1" status: 204 len: 168 time: 0.7364235 Jun 22 12:46:53.316230 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:53.345225 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4398795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5124768'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.350762 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d3f6358d-c97a-42e1-a62f-d5e7373820ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:53.356766 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1aa908-7f6c-4800-bca9-dca43fce4d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5206c9c-6986-47b5-8d8f-fca1d7f825fb,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:53.370891 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7a1aa908-7f6c-4800-bca9-dca43fce4d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:53.419469 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c24cc4d3-fb41-44c8-aff6-441f2f592f44 req-89b8ae0a-624b-4cdc-a451-68a56a93327e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081684 Jun 22 12:46:53.475662 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea08706e-7333-4808-a1a4-e44ed9cb842f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:53.482174 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:53.489588 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.495039 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38466) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:53.495540 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d8d5f30a-2a4d-45e7-8fc3-2dc595d83d82 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ea08706e-7333-4808-a1a4-e44ed9cb842f HTTP/1.1" status: 204 len: 168 time: 0.5105181 Jun 22 12:46:53.496558 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f250b01e-88d5-4d56-9936-320ce142427d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.614005 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.690002 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f250b01e-88d5-4d56-9936-320ce142427d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.697751 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f250b01e-88d5-4d56-9936-320ce142427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.705934 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1dd5dd0f-6621-4d91-9d0e-8106d3e738d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:53.721034 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.732908 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde8d89e-7a9c-4d65-b36f-cc538ade9d01']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:53.747071 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7cd586-320c-494a-bc47-3c03503ab11b') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:53.747854 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7cd586-320c-494a-bc47-3c03503ab11b') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:46:53.766931 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.774941 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250b01e-88d5-4d56-9936-320ce142427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf62281-f510-44a0-bd52-d472d2bafc2a,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:53.782993 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-f250b01e-88d5-4d56-9936-320ce142427d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e76a047b38f4a558b3eef79d98b3ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864332 Jun 22 12:46:53.784612 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f250b01e-88d5-4d56-9936-320ce142427d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:53.785511 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38476) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:53.786489 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.796422 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:46:53.796839 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:46:53.799351 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:46:53.876537 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.880665 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dc45-7aa2-486b-8203-b909038e443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.883331 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:53.886465 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] 10.222.0.20 "DELETE /v2.0/networks/dde8d89e-7a9c-4d65-b36f-cc538ade9d01 HTTP/1.1" status: 204 len: 168 time: 0.3899331 Jun 22 12:46:53.887203 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:53.901880 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Pushing event deleted for resources: {'Network': ['ID=dde8d89e-7a9c-4d65-b36f-cc538ade9d01,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:53.904434 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:53.924110 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dc45-7aa2-486b-8203-b909038e443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.003301 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dc45-7aa2-486b-8203-b909038e443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.006174 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dc45-7aa2-486b-8203-b909038e443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.007673 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d0b4dc45-7aa2-486b-8203-b909038e443b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcf62281-f510-44a0-bd52-d472d2bafc2a HTTP/1.1" status: 204 len: 168 time: 0.2205009 Jun 22 12:46:54.008527 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-85d6e864-bfa6-4a13-8976-58f1486f21ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:54.022554 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4dc45-7aa2-486b-8203-b909038e443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf62281-f510-44a0-bd52-d472d2bafc2a,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:54.025267 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d0b4dc45-7aa2-486b-8203-b909038e443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:54.080303 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38488) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:54.144233 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ec2ad845-f987-4016-9a43-68e29ede8645 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a2fa0f74d084d83a0962e9e86383525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624914 Jun 22 12:46:54.148937 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38492) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:54.248928 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a42cc195-55f6-42b7-90fd-5b055a535a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.305779 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a42cc195-55f6-42b7-90fd-5b055a535a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.391838 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a42cc195-55f6-42b7-90fd-5b055a535a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.395368 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a42cc195-55f6-42b7-90fd-5b055a535a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:54.396793 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-a42cc195-55f6-42b7-90fd-5b055a535a7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0b30902-a6d2-4ebe-be74-238b894dffc9 HTTP/1.1" status: 204 len: 168 time: 0.2459345 Jun 22 12:46:54.397863 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d638e1cb-3f5d-4bc1-a977-36b7ec935d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:54.406940 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cc195-55f6-42b7-90fd-5b055a535a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b30902-a6d2-4ebe-be74-238b894dffc9,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:54.417518 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a42cc195-55f6-42b7-90fd-5b055a535a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:54.706196 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469854c-2594-4e29-acea-1722f7a1c26b req-77dade65-95f1-4b40-879c-47a666c3f471 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:54.708330 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f469854c-2594-4e29-acea-1722f7a1c26b req-77dade65-95f1-4b40-879c-47a666c3f471 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1397831 Jun 22 12:46:54.754243 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f469854c-2594-4e29-acea-1722f7a1c26b req-8f406edb-2b3f-4afc-95a4-185c60f270f5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371614 Jun 22 12:46:55.120642 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38536) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:55.151214 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-cb2bb37d-f36e-4b8c-9281-db4d82c6ca1e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:55.155595 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-cb2bb37d-f36e-4b8c-9281-db4d82c6ca1e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 814 time: 0.1858864 Jun 22 12:46:55.181129 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-e1675ffd-9f92-4bbe-b8c1-b8d1d67ae140 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1659e4266294af786700052d87a1339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581763 Jun 22 12:46:55.184380 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e5c1749f-9f9f-44aa-a048-d482a51bc353 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/quotas/f313ca45a12a4042b7aeb8ec2302317b HTTP/1.1" status: 200 len: 375 time: 0.0225759 Jun 22 12:46:55.190837 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38538) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:55.260485 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ca7265c0-6316-4ac1-ac9b-4e5de253a821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:55.288065 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ca7265c0-6316-4ac1-ac9b-4e5de253a821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:55.304716 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-18aa4d29-7254-42b0-8898-1c7bcb671baa tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141946 Jun 22 12:46:55.367614 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ca7265c0-6316-4ac1-ac9b-4e5de253a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:55.374278 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ca7265c0-6316-4ac1-ac9b-4e5de253a821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:55.378375 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ca7265c0-6316-4ac1-ac9b-4e5de253a821 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f61a2ebb-1ee3-4596-aa0a-ab24c7395d12 HTTP/1.1" status: 204 len: 168 time: 0.1852882 Jun 22 12:46:55.378375 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ebcc21a8-305f-42e7-819a-fd46db39b900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:55.393251 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7265c0-6316-4ac1-ac9b-4e5de253a821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61a2ebb-1ee3-4596-aa0a-ab24c7395d12,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:55.407418 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ca7265c0-6316-4ac1-ac9b-4e5de253a821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:55.490056 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-2ba82397-0ba7-491b-a3bd-b7efc155ec9c service neutron] 10.222.0.20 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713488 Jun 22 12:46:55.707661 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-ba9cd0e6-03a7-4c8c-8671-28d3e9de07a6 service neutron] 10.222.0.20 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149615 Jun 22 12:46:56.250165 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10c64-2354-4747-8b79-f9e70b27268f req-6fc50543-162a-405f-9b3e-e0f7f2d25009 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:56.252231 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4ba10c64-2354-4747-8b79-f9e70b27268f req-6fc50543-162a-405f-9b3e-e0f7f2d25009 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1613791 Jun 22 12:46:56.281196 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-75941a78-d935-4c75-a19a-3e6f64b15b62 req-1c0cd0dd-074a-4a21-ba28-7775ef496874 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 210 time: 0.1221468 Jun 22 12:46:56.380231 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4ba10c64-2354-4747-8b79-f9e70b27268f req-8126779b-c415-4fd0-9273-6f1d93e47d91 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186218 Jun 22 12:46:57.551019 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-365aeea6-b3d5-4427-9ca4-b739e82ecf7a req-9cb03364-d3f7-4318-b286-866726f893bc tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 210 time: 0.0569057 Jun 22 12:46:57.697696 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bdd8-7eac-4e20-b15b-0968c2e7a9a7 req-4709d9a7-a66b-48be-8c77-7c203e6293e4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:57.707732 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-48f7bdd8-7eac-4e20-b15b-0968c2e7a9a7 req-4709d9a7-a66b-48be-8c77-7c203e6293e4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1318176 Jun 22 12:46:57.761311 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-48f7bdd8-7eac-4e20-b15b-0968c2e7a9a7 req-7a658687-8a49-41e0-85c2-d7fbdd6e18cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489900 Jun 22 12:46:58.277569 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-12aba80e-a22f-4292-bf81-a3220abbcc01 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:58.280979 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-12aba80e-a22f-4292-bf81-a3220abbcc01 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 814 time: 0.1896565 Jun 22 12:46:58.308200 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Request body: {'port': {'device_id': '09a573a9-bf27-404e-9ec5-1cca1deb9fda', 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'admin_state_up': True, 'tenant_id': 'f313ca45a12a4042b7aeb8ec2302317b'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:46:58.652438 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Made reservation on behalf of f313ca45a12a4042b7aeb8ec2302317b for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:46:58.663239 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:58.825231 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38724) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:58.963026 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c59fd7ca-8213-4834-8d31-316d437a2cdb req-9edea226-bb26-4129-b8de-2936c2f5748e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 210 time: 0.1251554 Jun 22 12:46:59.132223 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-997869b7-68d4-4eee-b382-872b3d0bb6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.137122 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Allocated IP 172.20.0.4 (0b4b17dc-7b37-47d2-a7e5-6c599512b35c/4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058/ecf1cfce-8ae5-4924-b64b-1b563932f1dd) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:46:59.179613 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70d66-0e17-471e-9f90-080efdfd40b9 req-c896aae0-0a2d-4635-8b4f-24938aa90681 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:46:59.182202 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-62a70d66-0e17-471e-9f90-080efdfd40b9 req-c896aae0-0a2d-4635-8b4f-24938aa90681 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1221316 Jun 22 12:46:59.271052 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-62a70d66-0e17-471e-9f90-080efdfd40b9 req-56e88fae-3111-430d-b15d-e4bfb38f9642 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819950 Jun 22 12:46:59.329471 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-997869b7-68d4-4eee-b382-872b3d0bb6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.338642 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-997869b7-68d4-4eee-b382-872b3d0bb6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.342065 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ce5f612d-a972-4399-b44c-72f619de619a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:59.406323 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997869b7-68d4-4eee-b382-872b3d0bb6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3fbb49-70e8-44eb-acba-b018debfaed7,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:59.422201 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38742) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:46:59.424241 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-997869b7-68d4-4eee-b382-872b3d0bb6e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcc868e23e454dc886a4daccd627ca8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961847 Jun 22 12:46:59.426051 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-997869b7-68d4-4eee-b382-872b3d0bb6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:46:59.426863 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.563450 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-158c32f8-047d-4718-b2ff-21209de60c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.572819 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.585409 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:46:59.653376 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['909488f5-3573-4aad-9d17-6164be96f018', 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:46:59.909116 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-158c32f8-047d-4718-b2ff-21209de60c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:46:59.923471 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:46:59.933523 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:46:59.942573 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:46:59.973829 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Pushing event updated for resources: {'Port': ['ID=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:46:59.991072 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:00.051369 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-158c32f8-047d-4718-b2ff-21209de60c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.054666 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-158c32f8-047d-4718-b2ff-21209de60c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.057829 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-158c32f8-047d-4718-b2ff-21209de60c6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef3fbb49-70e8-44eb-acba-b018debfaed7 HTTP/1.1" status: 204 len: 168 time: 0.6260726 Jun 22 12:47:00.059179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c96b2ee5-2b78-4f91-a2b9-d9fcbcd35b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:00.068980 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:00.069917 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.088028 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c32f8-047d-4718-b2ff-21209de60c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3fbb49-70e8-44eb-acba-b018debfaed7,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:00.099595 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-158c32f8-047d-4718-b2ff-21209de60c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:00.112978 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8110132 Jun 22 12:47:00.135427 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Request body: {'port': {'device_id': '09a573a9-bf27-404e-9ec5-1cca1deb9fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:00.337252 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.356045 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32411fd2-c6aa-4b45-81ba-089d23d535a6 req-4f863da6-47e8-4f81-a60c-28e056b86895 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:00.358780 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-32411fd2-c6aa-4b45-81ba-089d23d535a6 req-4f863da6-47e8-4f81-a60c-28e056b86895 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 931 time: 0.0924635 Jun 22 12:47:00.444414 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-32411fd2-c6aa-4b45-81ba-089d23d535a6 req-2d329a16-17ef-4cea-a568-3412ee558853 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720356 Jun 22 12:47:00.620714 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38770) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:00.636158 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1f787014-b9ce-4bb8-a211-015cdccfc31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.861685 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf1cfce-8ae5-4924-b64b-1b563932f1dd {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:00.872729 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.874598 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05c2b-aad8-4ecb-a8d5-0389c95957b4 req-8223d98d-6b54-4516-a6d5-d8a581a50882 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:00.876345 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-36f05c2b-aad8-4ecb-a8d5-0389c95957b4 req-8223d98d-6b54-4516-a6d5-d8a581a50882 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1844230 Jun 22 12:47:00.897266 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Transition to ACTIVE for port object ecf1cfce-8ae5-4924-b64b-1b563932f1dd will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:00.903415 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1f787014-b9ce-4bb8-a211-015cdccfc31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.905290 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.912037 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:00.930162 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1f787014-b9ce-4bb8-a211-015cdccfc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:00.939442 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:01.033181 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-1f787014-b9ce-4bb8-a211-015cdccfc31e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b0934964ee84491b5de885b7b3f6454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107594 Jun 22 12:47:01.038345 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-36f05c2b-aad8-4ecb-a8d5-0389c95957b4 req-1200c201-8f80-45fb-91d4-0fe8f5ac7389 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385541 Jun 22 12:47:01.039178 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38780) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:01.043690 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f787014-b9ce-4bb8-a211-015cdccfc31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08821b75-31ab-4fd3-9342-465af5738abb,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:01.059577 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1f787014-b9ce-4bb8-a211-015cdccfc31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:01.074798 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Pushing event updated for resources: {'Port': ['ID=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:01.090682 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:01.142043 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4f951874-974e-4aca-b618-6cb4761657c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.186901 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4f951874-974e-4aca-b618-6cb4761657c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.199955 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Attempting to bind port ecf1cfce-8ae5-4924-b64b-1b563932f1dd on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:01.200305 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Attempting to bind port ecf1cfce-8ae5-4924-b64b-1b563932f1dd by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:01.200610 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Attempting to bind port ecf1cfce-8ae5-4924-b64b-1b563932f1dd on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:01.205992 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Port ecf1cfce-8ae5-4924-b64b-1b563932f1dd on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:01.206336 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Attempting to bind port ecf1cfce-8ae5-4924-b64b-1b563932f1dd on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:01.212914 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:01.213459 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Checking segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:01.213747 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Bound using segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:01.214124 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Bound port: ecf1cfce-8ae5-4924-b64b-1b563932f1dd, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:01.214475 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.283372 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4f951874-974e-4aca-b618-6cb4761657c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.287083 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4f951874-974e-4aca-b618-6cb4761657c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.288751 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-4f951874-974e-4aca-b618-6cb4761657c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08821b75-31ab-4fd3-9342-465af5738abb HTTP/1.1" status: 204 len: 168 time: 0.2470293 Jun 22 12:47:01.290498 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ff0b1db9-bd9d-4d73-a985-ce132e602db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:01.299754 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f951874-974e-4aca-b618-6cb4761657c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08821b75-31ab-4fd3-9342-465af5738abb,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:01.303003 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-4f951874-974e-4aca-b618-6cb4761657c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:01.329175 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] For port ecf1cfce-8ae5-4924-b64b-1b563932f1dd, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:01.333664 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] For port ecf1cfce-8ae5-4924-b64b-1b563932f1dd, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:01.340829 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.344330 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:01.377281 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:01.378178 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:01.379747 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] 10.222.0.52 "PUT /v2.0/ports/ecf1cfce-8ae5-4924-b64b-1b563932f1dd HTTP/1.1" status: 200 len: 1093 time: 1.2511039 Jun 22 12:47:01.382954 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a573a9-bf27-404e-9ec5-1cca1deb9fda', 'tag': 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:01.385978 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5076320-0593-4adf-ac58-750fca9a021d" -d '{"events": [{"name": "network-changed", "server_uuid": "09a573a9-bf27-404e-9ec5-1cca1deb9fda", "tag": "ecf1cfce-8ae5-4924-b64b-1b563932f1dd"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:01.450426 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Pushing event updated for resources: {'Port': ['ID=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:01.456647 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:01.506829 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9f21a5-81a0-48e2-b650-749487038b45 x-openstack-request-id: req-bb9f21a5-81a0-48e2-b650-749487038b45 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:01.507536 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a573a9-bf27-404e-9ec5-1cca1deb9fda", "tag": "ecf1cfce-8ae5-4924-b64b-1b563932f1dd", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:01.508354 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb9f21a5-81a0-48e2-b650-749487038b45 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:01.509702 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a573a9-bf27-404e-9ec5-1cca1deb9fda', 'tag': 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd', 'status': 'completed', 'code': 200} Jun 22 12:47:01.646080 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-a3e67c9e-3a88-4dd2-8717-951d4bf5c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:01.649620 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-a3e67c9e-3a88-4dd2-8717-951d4bf5c5e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 1096 time: 0.1059709 Jun 22 12:47:01.774787 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-70fe1a98-239e-48bc-a090-9082b5267e4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf1cfce-8ae5-4924-b64b-1b563932f1dd HTTP/1.1" status: 200 len: 217 time: 0.0767183 Jun 22 12:47:01.776483 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252ab72-ec56-4b80-9ceb-666cfeab191a req-99b78713-d008-41c0-9a92-ca37b51e0147 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:01.779175 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7252ab72-ec56-4b80-9ceb-666cfeab191a req-99b78713-d008-41c0-9a92-ca37b51e0147 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.0919688 Jun 22 12:47:01.861724 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7252ab72-ec56-4b80-9ceb-666cfeab191a req-b99dadbc-fcb8-4541-9856-5c017b076e0e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718827 Jun 22 12:47:01.903858 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-bcc880bb-7896-4189-b457-217011954df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:01.906281 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-bcc880bb-7896-4189-b457-217011954df1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.1135647 Jun 22 12:47:01.963439 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-00c56329-0402-4262-909c-3bb6d20e0a5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447412 Jun 22 12:47:02.154147 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-16bf51bf-ce3d-40d4-ae96-98559e827c80 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707628 Jun 22 12:47:02.358286 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9e4ef1bd-eae3-488a-97af-78d1ddf3514b req-bfd96a6e-1345-4893-a4b8-57b5337f0493 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858723 Jun 22 12:47:02.381560 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712d3c3-0fe0-469e-a14e-22345e736271 req-8804e57a-9c28-45cb-a05f-6c85811a7781 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:02.383731 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d712d3c3-0fe0-469e-a14e-22345e736271 req-8804e57a-9c28-45cb-a05f-6c85811a7781 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0999725 Jun 22 12:47:02.485205 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d712d3c3-0fe0-469e-a14e-22345e736271 req-66ae1bef-c1ff-4ae9-91a1-f4249bdb786b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785697 Jun 22 12:47:02.492654 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38822) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:02.575491 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5076320-0593-4adf-ac58-750fca9a021d req-72f41a6b-6e57-43dc-9325-beb3cdc1cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:02.577191 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5076320-0593-4adf-ac58-750fca9a021d req-72f41a6b-6e57-43dc-9325-beb3cdc1cdf9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 1096 time: 0.0656207 Jun 22 12:47:02.747171 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5076320-0593-4adf-ac58-750fca9a021d req-73a7d154-5f3f-4b93-b633-7968c275b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:02.749482 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5076320-0593-4adf-ac58-750fca9a021d req-73a7d154-5f3f-4b93-b633-7968c275b1c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 915 time: 0.1586034 Jun 22 12:47:02.827242 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5076320-0593-4adf-ac58-750fca9a021d req-bd6645d3-3ebd-4409-a299-b77b3877f006 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf1cfce-8ae5-4924-b64b-1b563932f1dd HTTP/1.1" status: 200 len: 217 time: 0.0583718 Jun 22 12:47:02.830439 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-15496403-d4fb-4169-9993-c52ec769b9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:02.895589 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5076320-0593-4adf-ac58-750fca9a021d req-7bd620c0-dbc7-48a9-8771-be992b5258aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:02.898003 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5076320-0593-4adf-ac58-750fca9a021d req-7bd620c0-dbc7-48a9-8771-be992b5258aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.0561635 Jun 22 12:47:03.016950 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5076320-0593-4adf-ac58-750fca9a021d req-a41e4e1e-b81d-4213-a7a7-353faa18c100 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920835 Jun 22 12:47:03.025672 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-15496403-d4fb-4169-9993-c52ec769b9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:03.035426 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-15496403-d4fb-4169-9993-c52ec769b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:03.087331 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:03.121647 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-15496403-d4fb-4169-9993-c52ec769b9d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78f97dc73eac49b1aab666a346234c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272869 Jun 22 12:47:03.122676 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38842) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:03.143062 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15496403-d4fb-4169-9993-c52ec769b9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5b9a2-d188-4908-9319-6d87385a5a3a,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:03.158610 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-15496403-d4fb-4169-9993-c52ec769b9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:03.221682 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e6d9-94a1-4a44-8cc2-7a9b4f7a2477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:03.226704 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5076320-0593-4adf-ac58-750fca9a021d req-a5c8c926-300c-4e30-8642-25e89c2781fc service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807363 Jun 22 12:47:03.257090 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a41cd-2426-475a-bec1-3805db28a2be req-80c0a5ea-11ca-44c1-8c9f-99cc80ea641f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:03.260451 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-455a41cd-2426-475a-bec1-3805db28a2be req-80c0a5ea-11ca-44c1-8c9f-99cc80ea641f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.1279953 Jun 22 12:47:03.312458 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e6d9-94a1-4a44-8cc2-7a9b4f7a2477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:03.400840 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5076320-0593-4adf-ac58-750fca9a021d req-e6fe493b-165a-4f9c-bd69-32115481d969 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657386 Jun 22 12:47:03.401869 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-455a41cd-2426-475a-bec1-3805db28a2be req-3cc30eed-a731-4be7-bf15-edcd779992bc tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101344 Jun 22 12:47:03.426957 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e6d9-94a1-4a44-8cc2-7a9b4f7a2477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:03.432841 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e6d9-94a1-4a44-8cc2-7a9b4f7a2477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:03.435266 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-4ab8e6d9-94a1-4a44-8cc2-7a9b4f7a2477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2f5b9a2-d188-4908-9319-6d87385a5a3a HTTP/1.1" status: 204 len: 168 time: 0.3110044 Jun 22 12:47:03.436948 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-44befda6-4b89-4910-8905-dff4112b5393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:03.452960 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8e6d9-94a1-4a44-8cc2-7a9b4f7a2477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5b9a2-d188-4908-9319-6d87385a5a3a,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:03.456684 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4ab8e6d9-94a1-4a44-8cc2-7a9b4f7a2477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:03.792929 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7297da2-91c8-4763-be86-6b2b86c86836 req-0cbef668-bfc2-443a-a5f2-534e95f6f2d8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:03.794482 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c7297da2-91c8-4763-be86-6b2b86c86836 req-0cbef668-bfc2-443a-a5f2-534e95f6f2d8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1011133 Jun 22 12:47:03.868810 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c7297da2-91c8-4763-be86-6b2b86c86836 req-045d467c-44d8-452a-8d6f-e3f084fbdc64 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622573 Jun 22 12:47:04.733167 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338ff46-678f-4718-ae92-5a95f50b22cf req-c7e4a738-19de-4d4e-950b-c9cb7e94270d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:04.735525 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7338ff46-678f-4718-ae92-5a95f50b22cf req-c7e4a738-19de-4d4e-950b-c9cb7e94270d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.1160657 Jun 22 12:47:04.793852 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7338ff46-678f-4718-ae92-5a95f50b22cf req-a363610d-0cba-4a84-93fe-e963ea0bc0ef tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489681 Jun 22 12:47:04.815685 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 38912) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:05.025444 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-46ba5880-890e-4758-bf8c-2148411613a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.228315 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b606d-0f04-4ddd-9919-75b6cbf1a6ed req-a82c36ce-f9e9-4d58-a524-9cf9702515e3 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:05.241742 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3f5b606d-0f04-4ddd-9919-75b6cbf1a6ed req-a82c36ce-f9e9-4d58-a524-9cf9702515e3 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.2016461 Jun 22 12:47:05.310393 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3f5b606d-0f04-4ddd-9919-75b6cbf1a6ed req-79c45ece-24e0-44dd-80f7-6a637a413841 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654771 Jun 22 12:47:05.364631 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-46ba5880-890e-4758-bf8c-2148411613a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.372742 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-46ba5880-890e-4758-bf8c-2148411613a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.379196 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d0b4dc45-7aa2-486b-8203-b909038e443b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:05.460449 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-46ba5880-890e-4758-bf8c-2148411613a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74c551a3cb5549a98974634faabde894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408947 Jun 22 12:47:05.460710 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba5880-890e-4758-bf8c-2148411613a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ec1a20-de14-41cf-9a50-5f802cb591bd,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:05.462901 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38926) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:05.466464 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-46ba5880-890e-4758-bf8c-2148411613a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:05.526305 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97b872c0-5d5d-49e3-b752-d304b96bad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.552214 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97b872c0-5d5d-49e3-b752-d304b96bad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.643194 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97b872c0-5d5d-49e3-b752-d304b96bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.646746 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97b872c0-5d5d-49e3-b752-d304b96bad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:05.653076 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-97b872c0-5d5d-49e3-b752-d304b96bad7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97ec1a20-de14-41cf-9a50-5f802cb591bd HTTP/1.1" status: 204 len: 168 time: 0.1843123 Jun 22 12:47:05.653076 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-997869b7-68d4-4eee-b382-872b3d0bb6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:05.666838 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b872c0-5d5d-49e3-b752-d304b96bad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ec1a20-de14-41cf-9a50-5f802cb591bd,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:05.670702 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-97b872c0-5d5d-49e3-b752-d304b96bad7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:06.042680 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38938) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:06.062855 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e005-0682-4249-b461-5fc81a4d88a9 req-399a8bb2-e859-4241-9338-7a3f16763fe8 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:06.064410 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9799e005-0682-4249-b461-5fc81a4d88a9 req-399a8bb2-e859-4241-9338-7a3f16763fe8 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.1162934 Jun 22 12:47:06.071305 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2c319cd8-1fba-4236-b322-a5bbdc500ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.140907 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9799e005-0682-4249-b461-5fc81a4d88a9 req-0b08c1f4-0eeb-4827-b7eb-168c7be5e8da tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Jun 22 12:47:06.219664 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2c319cd8-1fba-4236-b322-a5bbdc500ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.224824 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2c319cd8-1fba-4236-b322-a5bbdc500ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.228327 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d2a2ab03-bc3f-4f6f-a490-dd0464ef5167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:06.267555 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-2c319cd8-1fba-4236-b322-a5bbdc500ec2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e24734757aa4b618caa44036b7c2928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234771 Jun 22 12:47:06.268485 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319cd8-1fba-4236-b322-a5bbdc500ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad5c6e-4553-42c8-a6ad-2c3c4ed91911,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:06.271686 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2c319cd8-1fba-4236-b322-a5bbdc500ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:06.272386 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 38944) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:06.337937 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-29a549ed-32cf-42be-bd19-fda55e168177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.366464 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-29a549ed-32cf-42be-bd19-fda55e168177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.455237 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-29a549ed-32cf-42be-bd19-fda55e168177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.460549 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-29a549ed-32cf-42be-bd19-fda55e168177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:06.467277 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-29a549ed-32cf-42be-bd19-fda55e168177 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11ad5c6e-4553-42c8-a6ad-2c3c4ed91911 HTTP/1.1" status: 204 len: 168 time: 0.1905761 Jun 22 12:47:06.467277 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-3b4e88ff-c0c0-42a9-a5c5-a79a54e9c65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:06.482645 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a549ed-32cf-42be-bd19-fda55e168177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ad5c6e-4553-42c8-a6ad-2c3c4ed91911,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:06.497418 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-29a549ed-32cf-42be-bd19-fda55e168177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:06.575220 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef55df0-47c0-4e3d-889e-384c5ae5be69 req-67a37937-92ff-432f-b7d4-5a420dda84c2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:06.593611 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cef55df0-47c0-4e3d-889e-384c5ae5be69 req-67a37937-92ff-432f-b7d4-5a420dda84c2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1253433 Jun 22 12:47:06.674159 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cef55df0-47c0-4e3d-889e-384c5ae5be69 req-016401dc-5588-4941-941e-f19c1da016c9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734193 Jun 22 12:47:07.375226 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6a51-79d7-4270-b20e-9666561ddd23 req-235fa483-0093-4dbd-a0ad-4fbce755d758 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:07.376967 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-696b6a51-79d7-4270-b20e-9666561ddd23 req-235fa483-0093-4dbd-a0ad-4fbce755d758 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.0863450 Jun 22 12:47:07.424415 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-696b6a51-79d7-4270-b20e-9666561ddd23 req-eb42509e-c5a6-4637-8c59-848da11bf01f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 Jun 22 12:47:08.011908 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc37a8-b6e2-4aac-96ef-32da324dea8f req-37946106-e152-4913-888b-9cdf47c4eb1c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:08.013566 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bdbc37a8-b6e2-4aac-96ef-32da324dea8f req-37946106-e152-4913-888b-9cdf47c4eb1c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1368976 Jun 22 12:47:08.061449 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bdbc37a8-b6e2-4aac-96ef-32da324dea8f req-a915b53b-3dde-470d-9d03-949b102d0f72 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Jun 22 12:47:08.685965 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8cc82-be0a-4357-987d-1e7c36ebea3d req-e1d615de-aa14-4120-a3f3-338aca0337c0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:08.687613 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ade8cc82-be0a-4357-987d-1e7c36ebea3d req-e1d615de-aa14-4120-a3f3-338aca0337c0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.0965838 Jun 22 12:47:08.736901 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ade8cc82-be0a-4357-987d-1e7c36ebea3d req-8edcd443-fb7d-4f1d-9223-666623774663 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Jun 22 12:47:09.391868 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b125015-46d5-41c0-8cfc-64aaf69be47c req-d1675db2-c5d1-47d6-880e-db52dca83c46 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:09.394573 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0b125015-46d5-41c0-8cfc-64aaf69be47c req-d1675db2-c5d1-47d6-880e-db52dca83c46 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0880792 Jun 22 12:47:09.450471 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0b125015-46d5-41c0-8cfc-64aaf69be47c req-666c69ac-ad7b-4ef0-a456-52ba49d8335f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Jun 22 12:47:09.938105 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc160c22-217c-406b-b7fa-b98f77f76f70 req-b2c78aaa-abf6-4535-a77c-2ec02287b689 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:09.939623 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fc160c22-217c-406b-b7fa-b98f77f76f70 req-b2c78aaa-abf6-4535-a77c-2ec02287b689 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.0763791 Jun 22 12:47:09.990117 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fc160c22-217c-406b-b7fa-b98f77f76f70 req-bdad4ce8-6d58-4cb1-9103-b99ba47c569d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Jun 22 12:47:10.806880 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1dc71-c183-4061-a33b-8348a59af743 req-d616df58-acb1-455c-8d92-e1b237df11da tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:10.809790 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-29a1dc71-c183-4061-a33b-8348a59af743 req-d616df58-acb1-455c-8d92-e1b237df11da tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1507480 Jun 22 12:47:10.876165 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-29a1dc71-c183-4061-a33b-8348a59af743 req-02013c17-0e56-42b9-9788-b68591ac2e39 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593607 Jun 22 12:47:11.209687 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bbfb2-e115-42b9-b9d1-58227a6ac9c2 req-62c5380f-0811-4d40-8580-7fe9e5f74a36 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:11.212521 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab5bbfb2-e115-42b9-b9d1-58227a6ac9c2 req-62c5380f-0811-4d40-8580-7fe9e5f74a36 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.0797265 Jun 22 12:47:11.262974 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab5bbfb2-e115-42b9-b9d1-58227a6ac9c2 req-77c7cfa5-b9f6-472f-981b-8f9a2e01d3f6 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Jun 22 12:47:12.114342 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e67b2-dc1b-4284-893f-3b571c746c56 req-e9a2b024-46e6-4e9e-9636-4c162fbe062c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:12.117713 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b32e67b2-dc1b-4284-893f-3b571c746c56 req-e9a2b024-46e6-4e9e-9636-4c162fbe062c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1007488 Jun 22 12:47:12.208062 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b32e67b2-dc1b-4284-893f-3b571c746c56 req-bb834aa9-cd3f-40d6-92e9-93ef59bd2d1f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820353 Jun 22 12:47:12.569402 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d019ac3-c0fc-4ba1-a6f9-8ff4cae9861d req-77516f86-e025-4ee7-aac6-41305229937e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:12.571733 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3d019ac3-c0fc-4ba1-a6f9-8ff4cae9861d req-77516f86-e025-4ee7-aac6-41305229937e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.0752907 Jun 22 12:47:12.613201 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3d019ac3-c0fc-4ba1-a6f9-8ff4cae9861d req-92ea7def-d085-464c-ab74-984eb06ab06e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353103 Jun 22 12:47:13.532200 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24cc9-9cdb-4ebe-b3d1-1fa13f584593 req-d5ca64ae-e46d-438f-96fc-ed2c2c907e26 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.533989 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0bb24cc9-9cdb-4ebe-b3d1-1fa13f584593 req-d5ca64ae-e46d-438f-96fc-ed2c2c907e26 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0772245 Jun 22 12:47:13.549537 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-7b3f263d-f0a8-43b9-af3f-585e2658228f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:13.591434 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0bb24cc9-9cdb-4ebe-b3d1-1fa13f584593 req-805caa2d-3757-420a-a1f8-7b0496c5cf5c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492713 Jun 22 12:47:13.874863 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3141a2-2230-449c-af1c-2a59d8c0766c req-eb872eb3-fe32-4230-a62b-d8c1250e9011 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:13.901651 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8a3141a2-2230-449c-af1c-2a59d8c0766c req-eb872eb3-fe32-4230-a62b-d8c1250e9011 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.1214905 Jun 22 12:47:13.969726 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8a3141a2-2230-449c-af1c-2a59d8c0766c req-c4825315-c8b2-4f36-9f60-b6264465c151 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664029 Jun 22 12:47:14.811432 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6fa9c-895f-4509-a16f-dae6df4615b9 req-fc044d8c-c19c-4f9e-9da8-53da2a6529c7 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:14.813079 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c0c6fa9c-895f-4509-a16f-dae6df4615b9 req-fc044d8c-c19c-4f9e-9da8-53da2a6529c7 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0774069 Jun 22 12:47:14.861285 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c0c6fa9c-895f-4509-a16f-dae6df4615b9 req-bd2a49ff-f548-4d1e-bd4b-68dc5fa3bf7c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Jun 22 12:47:15.291530 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297069ea-f4c3-4495-955c-1dc1807db539 req-1c43f69a-51ab-4aaf-8140-2c31ea84c9f9 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:15.293705 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-297069ea-f4c3-4495-955c-1dc1807db539 req-1c43f69a-51ab-4aaf-8140-2c31ea84c9f9 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.0933745 Jun 22 12:47:15.374362 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-297069ea-f4c3-4495-955c-1dc1807db539 req-375f7825-8736-4759-aed0-ac788e2eaa65 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715435 Jun 22 12:47:16.086534 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86a109-5596-4f9a-9728-03c51e75ed8d req-890c0a4b-e745-4937-89db-d2c16f626ea5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:16.088302 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3e86a109-5596-4f9a-9728-03c51e75ed8d req-890c0a4b-e745-4937-89db-d2c16f626ea5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0812068 Jun 22 12:47:16.149383 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3e86a109-5596-4f9a-9728-03c51e75ed8d req-24a84de2-a185-470d-93ea-71b3873a91f7 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543280 Jun 22 12:47:16.666128 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468bb23-2176-489b-afd5-947bb3827324 req-3d856693-0bef-4784-9ad0-481fedffc21b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:16.669437 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2468bb23-2176-489b-afd5-947bb3827324 req-3d856693-0bef-4784-9ad0-481fedffc21b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.1436331 Jun 22 12:47:16.735217 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2468bb23-2176-489b-afd5-947bb3827324 req-22fe05f3-f026-4162-bda0-050f7e4e6151 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593231 Jun 22 12:47:16.787386 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2b4cd4e0-56c7-42e8-811b-85d4656c1a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:17.376532 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ed730-471b-4af4-b8d5-65fec2b69d18 req-2b27ebc8-e794-47fc-935f-820b7e092787 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:17.378076 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e29ed730-471b-4af4-b8d5-65fec2b69d18 req-2b27ebc8-e794-47fc-935f-820b7e092787 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0839539 Jun 22 12:47:17.428486 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e29ed730-471b-4af4-b8d5-65fec2b69d18 req-f78de1e2-686c-4b1b-950f-22cec32162f5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386324 Jun 22 12:47:17.473935 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:17.966973 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc06897-afc0-49b4-b7e2-98cfa8f062f9 req-a96c92af-61c8-4b9c-a30d-119c55d65553 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:17.968582 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8cc06897-afc0-49b4-b7e2-98cfa8f062f9 req-a96c92af-61c8-4b9c-a30d-119c55d65553 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.0852036 Jun 22 12:47:17.975599 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.024468 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8cc06897-afc0-49b4-b7e2-98cfa8f062f9 req-d8cf69b7-a97e-40f7-913c-a7604becab0a tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Jun 22 12:47:18.625401 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:18.652945 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e436e-f5cb-43f4-9e5c-1ec1b2778cb4 req-2c0cbcb8-7673-4c85-9bd3-b652f9e20255 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:18.654736 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-600e436e-f5cb-43f4-9e5c-1ec1b2778cb4 req-2c0cbcb8-7673-4c85-9bd3-b652f9e20255 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0821400 Jun 22 12:47:18.710107 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-600e436e-f5cb-43f4-9e5c-1ec1b2778cb4 req-ef373818-51e5-4333-9e92-efa6492848d1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Jun 22 12:47:19.250808 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39242) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:19.398788 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d3e8a-b4af-45e8-9d60-a923d8cf6995 req-d67b111b-d6ed-45bf-8cac-0e35cd36643b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:19.405845 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-174d3e8a-b4af-45e8-9d60-a923d8cf6995 req-d67b111b-d6ed-45bf-8cac-0e35cd36643b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.1623096 Jun 22 12:47:19.468271 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22cbb375-d88d-468a-acc1-8d22213fb715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.469403 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-174d3e8a-b4af-45e8-9d60-a923d8cf6995 req-55be4a54-4c1f-4a97-9234-f7eb35d244c0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536857 Jun 22 12:47:19.608891 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22cbb375-d88d-468a-acc1-8d22213fb715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.616198 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22cbb375-d88d-468a-acc1-8d22213fb715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.621318 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a39bb2c5-f4a7-4f6f-9b13-c859eac9f8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:19.659716 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbb375-d88d-468a-acc1-8d22213fb715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26f6388-14d1-477c-bbaa-f75ee9f3ad60,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:19.664848 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-22cbb375-d88d-468a-acc1-8d22213fb715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17047aec3abb4c80b668628258f865b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121404 Jun 22 12:47:19.665898 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-22cbb375-d88d-468a-acc1-8d22213fb715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:19.668055 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39256) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:19.727414 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-36752af1-b1fb-4d1a-ab1d-83a150b26b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.752802 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-36752af1-b1fb-4d1a-ab1d-83a150b26b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.828010 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-36752af1-b1fb-4d1a-ab1d-83a150b26b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.831033 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-36752af1-b1fb-4d1a-ab1d-83a150b26b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.832625 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-36752af1-b1fb-4d1a-ab1d-83a150b26b52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a26f6388-14d1-477c-bbaa-f75ee9f3ad60 HTTP/1.1" status: 204 len: 168 time: 0.1639736 Jun 22 12:47:19.833636 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f4c37a01-3716-451d-ad3e-b52d34879ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:19.843728 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36752af1-b1fb-4d1a-ab1d-83a150b26b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26f6388-14d1-477c-bbaa-f75ee9f3ad60,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:19.846625 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-36752af1-b1fb-4d1a-ab1d-83a150b26b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:19.928356 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f493f6-76ab-430a-af99-e6dfde67d7a7 req-6abff0d6-45ec-4d24-af9b-ab85bc838917 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:19.931973 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-25f493f6-76ab-430a-af99-e6dfde67d7a7 req-6abff0d6-45ec-4d24-af9b-ab85bc838917 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0965002 Jun 22 12:47:19.952948 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:19.988630 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-25f493f6-76ab-430a-af99-e6dfde67d7a7 req-e1f1d26b-be8d-42bb-89f3-abda3357eb32 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494301 Jun 22 12:47:20.201251 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39266) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:20.226889 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-442c5b44-c2ff-49b0-8348-9351dc547cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.358422 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-442c5b44-c2ff-49b0-8348-9351dc547cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.363714 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-442c5b44-c2ff-49b0-8348-9351dc547cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.367833 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1f787014-b9ce-4bb8-a211-015cdccfc31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:20.410293 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-442c5b44-c2ff-49b0-8348-9351dc547cd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8543bacb4cc4f95abdcbb072fb6a80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075086 Jun 22 12:47:20.411320 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c5b44-c2ff-49b0-8348-9351dc547cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc87695c-cd21-4035-a2c0-53de822ca7c8,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:20.414115 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39274) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:20.415405 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-442c5b44-c2ff-49b0-8348-9351dc547cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:20.526215 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-eda2424f-56a5-4698-8b70-727de7e8cc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.565900 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-eda2424f-56a5-4698-8b70-727de7e8cc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.686463 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-eda2424f-56a5-4698-8b70-727de7e8cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.689665 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-eda2424f-56a5-4698-8b70-727de7e8cc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:20.691365 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-eda2424f-56a5-4698-8b70-727de7e8cc02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc87695c-cd21-4035-a2c0-53de822ca7c8 HTTP/1.1" status: 204 len: 168 time: 0.2758019 Jun 22 12:47:20.692738 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:20.714405 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2424f-56a5-4698-8b70-727de7e8cc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc87695c-cd21-4035-a2c0-53de822ca7c8,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:20.726854 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-eda2424f-56a5-4698-8b70-727de7e8cc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:20.769626 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6107047-4146-4085-9b0e-ddf8511279e9 req-fc138237-e467-4276-a054-3e886ac966c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:20.773977 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f6107047-4146-4085-9b0e-ddf8511279e9 req-fc138237-e467-4276-a054-3e886ac966c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 943 time: 0.1044376 Jun 22 12:47:20.849698 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f6107047-4146-4085-9b0e-ddf8511279e9 req-826857f5-f3eb-4d12-bcad-3bfbaaebe669 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707688 Jun 22 12:47:21.188075 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39314) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:21.285491 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d1e24-7d22-46af-bba1-17ffd3415190 req-43a4d2e8-8f4a-4630-b3b8-df98a2125422 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:21.289882 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4f8d1e24-7d22-46af-bba1-17ffd3415190 req-43a4d2e8-8f4a-4630-b3b8-df98a2125422 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1232433 Jun 22 12:47:21.343367 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4f8d1e24-7d22-46af-bba1-17ffd3415190 req-45e5cdc5-1875-40bd-876c-c65721626161 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460811 Jun 22 12:47:21.356357 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-037a6356-7428-48c1-91dd-322283ed6706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.489359 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-037a6356-7428-48c1-91dd-322283ed6706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.495686 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-037a6356-7428-48c1-91dd-322283ed6706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.502495 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b08ecec0-6888-4ebd-9893-38698739bc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:21.578985 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-037a6356-7428-48c1-91dd-322283ed6706 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c3b7656f94244b0bdfb697c763723c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895204 Jun 22 12:47:21.582390 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a6356-7428-48c1-91dd-322283ed6706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fdcb65-d928-4c26-a724-5b7c362a6091,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:21.583338 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39336) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:21.589757 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-037a6356-7428-48c1-91dd-322283ed6706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:21.595136 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device ecf1cfce-8ae5-4924-b64b-1b563932f1dd details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:47:21.718412 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f7d-68c4-4efc-84de-bb6cc9ca1023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.739222 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port ecf1cfce-8ae5-4924-b64b-1b563932f1dd, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:21.744914 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f7d-68c4-4efc-84de-bb6cc9ca1023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.752062 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd', 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'port_id': 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd', 'mac_address': 'fa:16:3e:fd:f8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:47:21.797258 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.819020 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf1cfce-8ae5-4924-b64b-1b563932f1dd {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:21.838559 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f7d-68c4-4efc-84de-bb6cc9ca1023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.844256 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f7d-68c4-4efc-84de-bb6cc9ca1023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.846710 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-b5b75f7d-68c4-4efc-84de-bb6cc9ca1023 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47fdcb65-d928-4c26-a724-5b7c362a6091 HTTP/1.1" status: 204 len: 168 time: 0.2613258 Jun 22 12:47:21.848201 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:21.852798 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port ecf1cfce-8ae5-4924-b64b-1b563932f1dd, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:21.864820 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:21.868027 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-b130cb02-2f48-4218-a373-52f9b2b06d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:21.875277 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b75f7d-68c4-4efc-84de-bb6cc9ca1023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fdcb65-d928-4c26-a724-5b7c362a6091,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:21.878542 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b5b75f7d-68c4-4efc-84de-bb6cc9ca1023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:21.996243 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:22.005327 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:22.206139 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83262c-0954-466f-9b42-0a064f8a94c1 req-458adc3e-820a-4909-bd05-30683aec120a tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:22.208176 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-df83262c-0954-466f-9b42-0a064f8a94c1 req-458adc3e-820a-4909-bd05-30683aec120a tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 944 time: 0.1038487 Jun 22 12:47:22.293269 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-df83262c-0954-466f-9b42-0a064f8a94c1 req-5b788b2d-9363-46af-afce-e00d1ba7f0c5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768824 Jun 22 12:47:22.518985 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['ecf1cfce-8ae5-4924-b64b-1b563932f1dd'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:22.570724 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728ae4-71c1-4815-a365-b5619215f604 req-3e896622-326e-48d1-bc6d-4dd80bef3d18 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:22.574052 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-26728ae4-71c1-4815-a365-b5619215f604 req-3e896622-326e-48d1-bc6d-4dd80bef3d18 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0954731 Jun 22 12:47:22.639471 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-26728ae4-71c1-4815-a365-b5619215f604 req-cc0fbbb3-4634-4743-bbab-6379da3fc923 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587835 Jun 22 12:47:22.641522 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39370) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:22.876861 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-40698cbd-16c0-4dc4-9cff-a72dbf439935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.011641 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-40698cbd-16c0-4dc4-9cff-a72dbf439935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.021783 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-40698cbd-16c0-4dc4-9cff-a72dbf439935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.031414 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ebceed2e-6d0b-4617-a2f5-39a316be57cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:23.099657 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-40698cbd-16c0-4dc4-9cff-a72dbf439935 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bac62458de945c1b136a5a7006d22e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568114 Jun 22 12:47:23.100880 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40698cbd-16c0-4dc4-9cff-a72dbf439935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450496c1-3482-4a35-8e5e-22b8273b7176,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:23.102711 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39388) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:23.108548 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-40698cbd-16c0-4dc4-9cff-a72dbf439935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:23.137331 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39392) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:23.201642 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6a52c7b7-a44d-4982-897d-88dc9fac0756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.231301 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6a52c7b7-a44d-4982-897d-88dc9fac0756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.259169 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-968971990-network', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:23.284384 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Made reservation on behalf of f27c4a8f031f4eb7af5640adffd2560e for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:23.289388 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.295590 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6a52c7b7-a44d-4982-897d-88dc9fac0756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.298504 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6a52c7b7-a44d-4982-897d-88dc9fac0756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.299711 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-6a52c7b7-a44d-4982-897d-88dc9fac0756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/450496c1-3482-4a35-8e5e-22b8273b7176 HTTP/1.1" status: 204 len: 168 time: 0.1943359 Jun 22 12:47:23.302982 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-46ba5880-890e-4758-bf8c-2148411613a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:23.310874 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52c7b7-a44d-4982-897d-88dc9fac0756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450496c1-3482-4a35-8e5e-22b8273b7176,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:23.311141 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.314220 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6a52c7b7-a44d-4982-897d-88dc9fac0756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:23.547049 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.555478 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.560707 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-40698cbd-16c0-4dc4-9cff-a72dbf439935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:23.581354 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:47:23.613084 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.613403 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Added segment 73010de4-e0d9-422a-bb81-688d4d2f58ba of type vlan for network ef36231b-af14-4d38-914f-263b094b9072 Jun 22 12:47:23.636325 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d734ffa-b927-465f-a894-84c877479ada req-c21a3a88-e7b3-4398-96f7-999e706f94df tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.646232 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1d734ffa-b927-465f-a894-84c877479ada req-c21a3a88-e7b3-4398-96f7-999e706f94df tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 944 time: 0.1899850 Jun 22 12:47:23.652059 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d146edc-b676-4e15-a784-e840a9eea347,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:23.682906 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:23.757779 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1d734ffa-b927-465f-a894-84c877479ada req-a453cb3e-d7f6-45da-897b-84c56eeaf5f1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099474 Jun 22 12:47:23.768800 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618960b0-8320-419c-8a36-fdc640b610bf req-ea2d2711-88e8-444e-b91b-3f6d00e87dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.772366 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-618960b0-8320-419c-8a36-fdc640b610bf req-ea2d2711-88e8-444e-b91b-3f6d00e87dbd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 1099 time: 0.1380219 Jun 22 12:47:23.782213 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.853855 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.856531 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:23.858394 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.864562 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:23.906092 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7673540 Jun 22 12:47:23.917375 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-618960b0-8320-419c-8a36-fdc640b610bf req-9bccca16-863d-412c-be65-c53a0ba20614 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329279 Jun 22 12:47:23.918034 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39414) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:23.924258 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Request body: {'subnet': {'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-968971990-subnet', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:23.963679 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Made reservation on behalf of f27c4a8f031f4eb7af5640adffd2560e for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:23.966161 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5124741'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:23.966676 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Pushing event updated for resources: {'Network': ['ID=ef36231b-af14-4d38-914f-263b094b9072,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:23.971479 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:23.981900 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network ef36231b-af14-4d38-914f-263b094b9072 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:47:24.057615 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b113dc2-515f-4059-a12e-0030efa84c8e req-176aa98f-bc03-4bb6-9b66-88b419d371c4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:24.060003 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b113dc2-515f-4059-a12e-0030efa84c8e req-176aa98f-bc03-4bb6-9b66-88b419d371c4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.2718155 Jun 22 12:47:24.167693 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b113dc2-515f-4059-a12e-0030efa84c8e req-4d48b91b-2e3a-4c30-9212-b60c1a929a94 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950732 Jun 22 12:47:24.332397 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5124791'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:24.336881 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:24.405560 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5c3b8f-3d1c-406a-8d27-a946476c9cac,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:24.410224 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:24.415576 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Checking segment: {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:24.415934 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Network hostable DHCP agents. Network: ef36231b-af14-4d38-914f-263b094b9072, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:47:24.434929 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Network ef36231b-af14-4d38-914f-263b094b9072 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:47:24.446323 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, ef36231b-af14-4d38-914f-263b094b9072) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:24.452367 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:24.453371 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:24.471315 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214de40-ea43-4f90-a9d1-62163ff984fa None None] Network ef36231b-af14-4d38-914f-263b094b9072 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:47:24.478931 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d67ccd76-12d8-4e79-8250-9b971fa24092 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5553453 Jun 22 12:47:24.479926 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39436) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:24.487572 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:24.523052 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16273'] for router, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:24.525032 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16264'] for router, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:24.595897 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:24.705377 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc098d59d-0549-5389-9673-5004173b1119-ef36231b-af14-4d38-914f-263b094b9072', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac'}]}} from dv-cinder-796680-1-smb. {{(pid=99504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:47:24.706225 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:24.791275 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:24.884449 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.db_base_plugin_common [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Allocated IP 172.20.0.2 (ef36231b-af14-4d38-914f-263b094b9072/4c5c3b8f-3d1c-406a-8d27-a946476c9cac/088ec872-1d18-4b1f-94f6-b98531e2ce50) {{(pid=99504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:25.009695 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:47:25.124029 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Notify callbacks [] for port, precommit_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.139104 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Transition to ACTIVE for port object 088ec872-1d18-4b1f-94f6-b98531e2ce50 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:25.175906 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Transition to ACTIVE for port object 088ec872-1d18-4b1f-94f6-b98531e2ce50 will not be triggered until provisioned by entity DHCP. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:25.192784 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.195450 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-8d833bd3-0049-404c-bdea-a072e9ac6acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:25.207548 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e8d64-807b-47c0-9589-0ec98fa9f0f2 req-e06a02ea-7f27-4c7c-a196-6e71921ca135 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:25.220942 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a19e8d64-807b-47c0-9589-0ec98fa9f0f2 req-e06a02ea-7f27-4c7c-a196-6e71921ca135 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 944 time: 0.3006918 Jun 22 12:47:25.278624 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Network ef36231b-af14-4d38-914f-263b094b9072 is already hosted by enough agents. {{(pid=99504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:25.285312 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.base_scheduler [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Resources bound (agent type, host, resource id): {{(pid=99504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:25.297863 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Received port after_create {{(pid=99504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:25.399753 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Pushing event updated for resources: {'Port': ['ID=088ec872-1d18-4b1f-94f6-b98531e2ce50,revision_number=1']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:25.404715 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:25.426214 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a19e8d64-807b-47c0-9589-0ec98fa9f0f2 req-34ebf801-67ef-4aea-8830-dcb0870a0c94 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026186 Jun 22 12:47:25.455881 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Attempting to bind port 088ec872-1d18-4b1f-94f6-b98531e2ce50 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:25.456372 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Attempting to bind port 088ec872-1d18-4b1f-94f6-b98531e2ce50 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:25.456857 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Attempting to bind port 088ec872-1d18-4b1f-94f6-b98531e2ce50 on network ef36231b-af14-4d38-914f-263b094b9072 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:25.474328 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.474638 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:25.475072 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Checking segment: {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:25.476501 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.477215 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Bound using segment: {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:25.488543 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Bound port: 088ec872-1d18-4b1f-94f6-b98531e2ce50, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:25.489502 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.516892 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.634775 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device ecf1cfce-8ae5-4924-b64b-1b563932f1dd up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:25.643260 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78281c80-b81a-47e4-8373-6b10d956bb52 req-b6e013df-ea62-41f4-8ea0-2e0c2c2ade5a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:25.645338 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78281c80-b81a-47e4-8373-6b10d956bb52 req-b6e013df-ea62-41f4-8ea0-2e0c2c2ade5a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1552482 Jun 22 12:47:25.718165 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] For port 088ec872-1d18-4b1f-94f6-b98531e2ce50, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:25.745475 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] For port 088ec872-1d18-4b1f-94f6-b98531e2ce50, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=088ec872-1d18-4b1f-94f6-b98531e2ce50,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:25.755100 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.759157 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-78281c80-b81a-47e4-8373-6b10d956bb52 req-cb20b03a-e8b4-4f10-90ef-5cb8e7a9a312 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041627 Jun 22 12:47:25.760303 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:25.767164 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Allocated IP 172.28.1.100 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/9b9e63cf-01ef-4860-b497-5d06cc26c0db) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:25.829011 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Pushing event updated for resources: {'Port': ['ID=088ec872-1d18-4b1f-94f6-b98531e2ce50,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:25.833395 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:25.862786 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port ecf1cfce-8ae5-4924-b64b-1b563932f1dd completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:25.870067 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port ecf1cfce-8ae5-4924-b64b-1b563932f1dd triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:25.870472 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.927886 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.981205 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5166085'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:25.998492 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-fc36b210-511c-467a-b3b2-e46d8da93ef4 tempest-DeleteServersTestJSON-1533392836 tempest-DeleteServersTestJSON-1533392836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:26.042642 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:26.048037 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:26.057710 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:26.111762 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:26.113234 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9e63cf-01ef-4860-b497-5d06cc26c0db,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:26.119473 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:26.156661 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a573a9-bf27-404e-9ec5-1cca1deb9fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:26.164064 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f5f0ef-9696-434d-8b09-4f95c4199c3c" -d '{"events": [{"server_uuid": "09a573a9-bf27-404e-9ec5-1cca1deb9fda", "name": "network-vif-plugged", "status": "completed", "tag": "ecf1cfce-8ae5-4924-b64b-1b563932f1dd"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:26.213003 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port ecf1cfce-8ae5-4924-b64b-1b563932f1dd, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:26.228828 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:26.231942 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:26.276217 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82edfb7f-a6ca-4342-ae8c-9b9fd7d1fa1c x-openstack-request-id: req-82edfb7f-a6ca-4342-ae8c-9b9fd7d1fa1c {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:26.276703 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a573a9-bf27-404e-9ec5-1cca1deb9fda", "name": "network-vif-plugged", "status": "completed", "tag": "ecf1cfce-8ae5-4924-b64b-1b563932f1dd", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:26.277269 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82edfb7f-a6ca-4342-ae8c-9b9fd7d1fa1c {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:26.277943 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a573a9-bf27-404e-9ec5-1cca1deb9fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd', 'code': 200} Jun 22 12:47:26.330519 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:26.336559 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:26.497146 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:26.654797 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb18704-52cb-4d4b-b6cf-3f41d3d94e07 req-50fc4ff2-6144-432a-b18f-ae7388d866cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:26.656351 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-efb18704-52cb-4d4b-b6cf-3f41d3d94e07 req-50fc4ff2-6144-432a-b18f-ae7388d866cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 1098 time: 0.0739374 Jun 22 12:47:26.699327 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-efb18704-52cb-4d4b-b6cf-3f41d3d94e07 req-ca91f68f-7f77-4369-bc9c-1b65ceb13652 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Jun 22 12:47:27.117678 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e759e6-1032-41c4-853d-48a7564dc170 None None] Network ef36231b-af14-4d38-914f-263b094b9072 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:47:27.165218 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9b264-3394-4813-b546-20e59b1455eb req-8eb92fb0-1f88-42b7-8a66-9154fa1a7211 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:27.172243 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a7f9b264-3394-4813-b546-20e59b1455eb req-8eb92fb0-1f88-42b7-8a66-9154fa1a7211 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 945 time: 0.5753462 Jun 22 12:47:27.195330 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-a42722b2-11b0-4a1d-a679-bbcbd7eb365b None None] Provisioning for port 088ec872-1d18-4b1f-94f6-b98531e2ce50 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:27.341360 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 088ec872-1d18-4b1f-94f6-b98531e2ce50 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:27.360731 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a7f9b264-3394-4813-b546-20e59b1455eb req-b9ecc070-3ac9-4335-b50e-6e02ba8c0b28 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803360 Jun 22 12:47:27.372525 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533'] for router, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:27.521845 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 088ec872-1d18-4b1f-94f6-b98531e2ce50 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:27.528876 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 088ec872-1d18-4b1f-94f6-b98531e2ce50 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:27.531464 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:27.623655 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f701360-e1ae-4261-b6c7-76c19d66fb51 req-aab44b13-18ee-4622-84a3-ab49fa1e02b6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:27.626896 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Router 18bc77f7-560f-449c-837c-c94adf168314 is scheduled to L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f with binding_index 1 {{(pid=99503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:47:27.632929 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0f701360-e1ae-4261-b6c7-76c19d66fb51 req-aab44b13-18ee-4622-84a3-ab49fa1e02b6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1714563 Jun 22 12:47:27.705210 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:27.713257 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0f701360-e1ae-4261-b6c7-76c19d66fb51 req-9a542b2a-8d5c-4bca-8292-095b6c25b150 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721936 Jun 22 12:47:27.751630 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 088ec872-1d18-4b1f-94f6-b98531e2ce50, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=088ec872-1d18-4b1f-94f6-b98531e2ce50,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:27.762319 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:27.767824 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:27.805880 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:47:27.827617 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Sync routers for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:47:27.830180 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:27.838873 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39546) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:27.844345 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3626609 Jun 22 12:47:27.846482 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:27.847144 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:47:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:27.871025 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=088ec872-1d18-4b1f-94f6-b98531e2ce50,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:27.880933 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:27.940326 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-3e544bb9-16cd-40a1-bf26-51a803e9e3f3 None None] Provisioning complete for port 088ec872-1d18-4b1f-94f6-b98531e2ce50 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:27.941537 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3e544bb9-16cd-40a1-bf26-51a803e9e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:28.003886 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:28.044818 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88660c0-76a5-4c20-8881-e2f3faed8b06 req-e973e2fa-cc19-48cd-b4f5-c0ed2d0ec439 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:28.048553 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c88660c0-76a5-4c20-8881-e2f3faed8b06 req-e973e2fa-cc19-48cd-b4f5-c0ed2d0ec439 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1529162 Jun 22 12:47:28.219189 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:26Z', 'revision_number': 3, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:28.255828 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Checking router: 18bc77f7-560f-449c-837c-c94adf168314 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:47:28.256847 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Updating router 18bc77f7-560f-449c-837c-c94adf168314 port 9b9e63cf-01ef-4860-b497-5d06cc26c0db binding host dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:47:28.296626 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:28.378851 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c88660c0-76a5-4c20-8881-e2f3faed8b06 req-7e92777b-302d-4818-8a18-53a987ed8db1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843513 Jun 22 12:47:28.786102 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Notify callbacks [] for port, precommit_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:28.820919 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176215-4025-4459-9de5-ddbe3b7b1c9e req-c06954b3-4e77-411f-b854-c29bc0bf5e9e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:28.825014 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-72176215-4025-4459-9de5-ddbe3b7b1c9e req-c06954b3-4e77-411f-b854-c29bc0bf5e9e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 945 time: 0.2928720 Jun 22 12:47:28.830885 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.provisioning_blocks [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Transition to ACTIVE for port object 9b9e63cf-01ef-4860-b497-5d06cc26c0db will not be triggered until provisioned by entity L2. {{(pid=99505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:28.841132 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:28.851084 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:28.856257 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:28.931642 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-72176215-4025-4459-9de5-ddbe3b7b1c9e req-356865b6-7e03-4185-9a3b-a33c7bd1b25d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728364 Jun 22 12:47:28.990228 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Attempting to bind port 9b9e63cf-01ef-4860-b497-5d06cc26c0db on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:28.990604 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Attempting to bind port 9b9e63cf-01ef-4860-b497-5d06cc26c0db by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:28.991657 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Attempting to bind port 9b9e63cf-01ef-4860-b497-5d06cc26c0db on network e29e87ec-c1af-4dff-b8c9-ab70709846a2 {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:28.999823 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Pushing event updated for resources: {'Port': ['ID=9b9e63cf-01ef-4860-b497-5d06cc26c0db,revision_number=2']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:29.008244 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:29.008625 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:29.009063 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.009461 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Bound using segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:29.009931 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Bound port: 9b9e63cf-01ef-4860-b497-5d06cc26c0db, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:29.010304 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.013466 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.013807 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.014138 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.014466 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.014787 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.015106 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.015608 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.016073 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.016600 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.016919 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.017261 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.017577 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:29.037435 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:29.071421 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] For port 9b9e63cf-01ef-4860-b497-5d06cc26c0db, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:29.075082 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] For port 9b9e63cf-01ef-4860-b497-5d06cc26c0db, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=9b9e63cf-01ef-4860-b497-5d06cc26c0db,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:29.079898 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.082405 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-978c62c2-f95e-4a44-ac4f-04e856a49bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:29.102232 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Allocated IP 172.20.0.1 (ef36231b-af14-4d38-914f-263b094b9072/4c5c3b8f-3d1c-406a-8d27-a946476c9cac/557701d3-ff4d-4620-9b4b-ce0201d3b07e) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:29.150203 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:29.150825 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:47:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:29.176958 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 088ec872-1d18-4b1f-94f6-b98531e2ce50 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:29.187814 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Pushing event updated for resources: {'Port': ['ID=9b9e63cf-01ef-4860-b497-5d06cc26c0db,revision_number=3']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:29.191051 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:29.228217 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.232631 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 088ec872-1d18-4b1f-94f6-b98531e2ce50 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:29.233133 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.243278 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Transition to ACTIVE for port object 557701d3-ff4d-4620-9b4b-ce0201d3b07e will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:29.271851 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:29.283528 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.285654 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:29.327463 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Network ef36231b-af14-4d38-914f-263b094b9072 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:29.332218 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:29.337904 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:29.341349 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Pushing event updated for resources: {'Port': ['ID=557701d3-ff4d-4620-9b4b-ce0201d3b07e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:29.368565 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:29.393951 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034725'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.485723 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:26Z', 'revision_number': 3, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:29.512560 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b59602-bcb2-4ca9-81fc-2635728772cf None None] The sync data for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb is: [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:26Z', 'revision_number': 3, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:47:29.576318 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.603733 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-72b10e6e-01ec-4cc9-9b7a-0f4bf3984ff5 None None] Provisioning for port 557701d3-ff4d-4620-9b4b-ce0201d3b07e completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:29.610151 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-72b10e6e-01ec-4cc9-9b7a-0f4bf3984ff5 None None] Provisioning complete for port 557701d3-ff4d-4620-9b4b-ce0201d3b07e triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:29.610582 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-72b10e6e-01ec-4cc9-9b7a-0f4bf3984ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.656682 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-72b10e6e-01ec-4cc9-9b7a-0f4bf3984ff5 None None] Port 557701d3-ff4d-4620-9b4b-ce0201d3b07e cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:47:29.808204 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.816564 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.821547 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:29.916496 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973310'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:29.926629 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Pushing event updated for resources: {'Port': ['ID=557701d3-ff4d-4620-9b4b-ce0201d3b07e,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:29.931532 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:30.108861 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Network ef36231b-af14-4d38-914f-263b094b9072 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:30.110507 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:30.218837 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da7b8f-2048-452f-8e6f-5acd4b673bdf req-5fdf15e1-4e30-421e-9da0-43a629d227e1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:30.228770 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e7da7b8f-2048-452f-8e6f-5acd4b673bdf req-5fdf15e1-4e30-421e-9da0-43a629d227e1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 945 time: 0.1184065 Jun 22 12:47:30.280673 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e7da7b8f-2048-452f-8e6f-5acd4b673bdf req-6d53d074-f170-42a2-9a4c-143f6e3122ca tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Jun 22 12:47:30.281985 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Router 18bc77f7-560f-449c-837c-c94adf168314 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:47:30.496859 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-d53a4479-c29e-4375-ba72-97de62dea66f None None] Provisioning complete for port 557701d3-ff4d-4620-9b4b-ce0201d3b07e triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:30.498438 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d53a4479-c29e-4375-ba72-97de62dea66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:30.512812 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:47:30.532210 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] 10.222.0.20 "PUT /v2.0/routers/18bc77f7-560f-449c-837c-c94adf168314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6868610 Jun 22 12:47:30.559885 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-d53a4479-c29e-4375-ba72-97de62dea66f None None] Port 557701d3-ff4d-4620-9b4b-ce0201d3b07e cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:47:30.682127 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-798b7eda-16e9-4cb4-8fa0-75bd39887ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:30.685098 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-798b7eda-16e9-4cb4-8fa0-75bd39887ca6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1098 time: 0.0904393 Jun 22 12:47:30.915194 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-6f8b2d17-e590-4fd3-827d-c71c218feb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:30.917399 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-6f8b2d17-e590-4fd3-827d-c71c218feb86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.2226913 Jun 22 12:47:30.938761 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c549878-b9ad-48f8-88ed-24aee00ffef4 req-1be25f0c-76c5-43a6-9010-fbdb231badaa tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:30.940751 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9c549878-b9ad-48f8-88ed-24aee00ffef4 req-1be25f0c-76c5-43a6-9010-fbdb231badaa tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.2351706 Jun 22 12:47:31.000804 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-74f56058-cae0-4880-a53e-b47006f791bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 200 len: 217 time: 0.0589087 Jun 22 12:47:31.091624 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9c549878-b9ad-48f8-88ed-24aee00ffef4 req-96f81c36-9d7c-4cf5-9c0b-5b5a5aefa077 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395936 Jun 22 12:47:31.113740 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-039dcce2-a20e-4a1b-8d26-1dab94b170b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:31.115655 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-039dcce2-a20e-4a1b-8d26-1dab94b170b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.0995772 Jun 22 12:47:31.154909 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-0f3a5e4a-c86a-4b86-a64d-c82b32e3d919 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304039 Jun 22 12:47:31.295389 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 9b9e63cf-01ef-4860-b497-5d06cc26c0db up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:31.302646 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-a786223b-01ae-4b57-a52f-4830b586f040 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378679 Jun 22 12:47:31.391453 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 9b9e63cf-01ef-4860-b497-5d06cc26c0db completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:31.400012 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 9b9e63cf-01ef-4860-b497-5d06cc26c0db triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:31.401121 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.485305 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39622) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:31.488332 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-935359dc-7e8d-40fa-8b25-54f027e5ed2e req-bc6e5802-ddaa-4aa7-8c84-d31d703801c3 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789122 Jun 22 12:47:31.500795 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-291139467-network', 'tenant_id': '75606217baa64d4d84c08ddea8689c03'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:31.549095 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Made reservation on behalf of 75606217baa64d4d84c08ddea8689c03 for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:31.552670 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.562794 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.577263 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.599520 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 9b9e63cf-01ef-4860-b497-5d06cc26c0db, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=9b9e63cf-01ef-4860-b497-5d06cc26c0db,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:31.613604 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.641176 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:31.715660 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=9b9e63cf-01ef-4860-b497-5d06cc26c0db,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:31.719608 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:31.762741 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.768724 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.778414 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:31.790430 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39630) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:31.793943 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:47:31.820414 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.820745 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Added segment 4966aec5-3112-42ce-bedd-bccaca81cbfc of type vlan for network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c Jun 22 12:47:31.830387 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590320a9-13a9-43d5-b504-a97ce4d1699f,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:31.842942 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:31.919721 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.956501 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.957943 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:31.958484 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:31.964492 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e61368d0-2e08-4385-9403-3af93dbabd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:32.043579 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b073b6a-6c8b-4827-859d-2d346675d266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.057272 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Sync routers for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:47:32.079755 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:32.080864 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:47:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:32.085374 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Pushing event updated for resources: {'Network': ['ID=6b6244f4-9d39-4ffa-85aa-5ffae97e120c,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:32.088631 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:32.135338 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:47:32.183390 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b073b6a-6c8b-4827-859d-2d346675d266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.188810 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b073b6a-6c8b-4827-859d-2d346675d266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.197349 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7098925 Jun 22 12:47:32.198289 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39648) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:32.203632 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Request body: {'subnet': {'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-291139467-subnet', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'ip_version': 4}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:32.204751 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7600b163-ed77-48f0-a591-73370fd3c5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:32.229971 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Made reservation on behalf of 75606217baa64d4d84c08ddea8689c03 for: {'subnet': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:32.234297 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4861010'] for subnet, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.250503 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-2b073b6a-6c8b-4827-859d-2d346675d266 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ec74e6c325a4f89a0e7feef8800f1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557111 Jun 22 12:47:32.256781 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39650) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:32.264114 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b073b6a-6c8b-4827-859d-2d346675d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f08265-b81d-4561-b27e-5f2034e65519,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:32.278947 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2b073b6a-6c8b-4827-859d-2d346675d266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:32.296814 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:32.391147 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fff333b1-c267-4ae5-95d6-f7dcaf1e14f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.449321 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fff333b1-c267-4ae5-95d6-f7dcaf1e14f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.524495 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fff333b1-c267-4ae5-95d6-f7dcaf1e14f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.529875 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fff333b1-c267-4ae5-95d6-f7dcaf1e14f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.531872 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-fff333b1-c267-4ae5-95d6-f7dcaf1e14f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34f08265-b81d-4561-b27e-5f2034e65519 HTTP/1.1" status: 204 len: 168 time: 0.2733762 Jun 22 12:47:32.533254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-323c6b02-d3bd-4cc2-bfa9-65bd2ce221bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:32.544073 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff333b1-c267-4ae5-95d6-f7dcaf1e14f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f08265-b81d-4561-b27e-5f2034e65519,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:32.552157 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fff333b1-c267-4ae5-95d6-f7dcaf1e14f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:32.625621 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 2, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:32.665105 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Checking router: 18bc77f7-560f-449c-837c-c94adf168314 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:47:32.665475 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Updating router 18bc77f7-560f-449c-837c-c94adf168314 port 557701d3-ff4d-4620-9b4b-ce0201d3b07e binding host dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:47:32.706716 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.707069 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054dfc9-c106-4332-8443-45337471f0f0 req-097dcb57-847b-49f8-99de-b1594378cf42 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:32.718812 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a054dfc9-c106-4332-8443-45337471f0f0 req-097dcb57-847b-49f8-99de-b1594378cf42 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.2117240 Jun 22 12:47:32.730479 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5166249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4861024'] for subnet, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.741909 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-561af171-a6ca-40b2-9f02-ff8000256ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:32.812995 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a054dfc9-c106-4332-8443-45337471f0f0 req-237080ab-fa3d-4a14-bf32-d7ade622e17d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934241 Jun 22 12:47:32.831410 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc68e25-ff5d-4db6-9186-17ffa9a9593c,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:32.838672 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:32.860001 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Checking segment: {'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:32.860669 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Network hostable DHCP agents. Network: 6b6244f4-9d39-4ffa-85aa-5ffae97e120c, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:47:32.885143 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:47:32.899289 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 6b6244f4-9d39-4ffa-85aa-5ffae97e120c) {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:32.907925 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:32.908726 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.914756 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b199ca-994d-42ca-aac6-484153796343 None None] Network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:47:32.935217 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-060778b8-2068-41e2-88f7-946b0c2069f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7347872 Jun 22 12:47:32.937481 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 39666) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:32.943110 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:32.987039 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16273'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:32.988251 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16264'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.101489 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.243675 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 9b9e63cf-01ef-4860-b497-5d06cc26c0db up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:33.354760 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc098d59d-0549-5389-9673-5004173b1119-6b6244f4-9d39-4ffa-85aa-5ffae97e120c', 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'fixed_ips': [{'subnet_id': '0cc68e25-ff5d-4db6-9186-17ffa9a9593c'}]}} from dv-cinder-796680-1-smb. {{(pid=99504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:47:33.357247 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.422568 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.435746 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.502569 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Transition to ACTIVE for port object 557701d3-ff4d-4620-9b4b-ce0201d3b07e will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:33.504857 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 9b9e63cf-01ef-4860-b497-5d06cc26c0db triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:33.505355 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.547551 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.559898 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:33.726422 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb91934-4a0d-4da0-8e9b-8906a450750b None None] Pushing event updated for resources: {'Port': ['ID=557701d3-ff4d-4620-9b4b-ce0201d3b07e,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:33.727455 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.741955 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-dbb91934-4a0d-4da0-8e9b-8906a450750b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:33.749583 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.908610 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.db_base_plugin_common [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Allocated IP 172.20.0.2 (6b6244f4-9d39-4ffa-85aa-5ffae97e120c/0cc68e25-ff5d-4db6-9186-17ffa9a9593c/832833d8-da14-42da-b88a-e3ea710c1cc6) {{(pid=99504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:33.959826 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Attempting to bind port 557701d3-ff4d-4620-9b4b-ce0201d3b07e on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:33.960504 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Attempting to bind port 557701d3-ff4d-4620-9b4b-ce0201d3b07e by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:33.961329 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Attempting to bind port 557701d3-ff4d-4620-9b4b-ce0201d3b07e on network ef36231b-af14-4d38-914f-263b094b9072 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:33.975226 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:33.975761 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Checking segment: {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:33.976255 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.976805 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Bound using segment: {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:33.978831 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Bound port: 557701d3-ff4d-4620-9b4b-ce0201d3b07e, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:33.979241 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:33.980636 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Allocated IP 172.28.1.10 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/9dadd10c-eefd-4810-86cd-347904dffe88) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:34.258778 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.274445 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449875e1-b33b-4e59-ad6b-78da6d296808 req-46f258ff-a708-4132-9964-ff43f227a1af tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:34.277017 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-449875e1-b33b-4e59-ad6b-78da6d296808 req-46f258ff-a708-4132-9964-ff43f227a1af tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1894386 Jun 22 12:47:34.339879 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-449875e1-b33b-4e59-ad6b-78da6d296808 req-7a70ec8d-9319-415d-a89e-b9fc48325fd1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534098 Jun 22 12:47:34.393764 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.396966 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:34.405020 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] For port 557701d3-ff4d-4620-9b4b-ce0201d3b07e, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:34.438012 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:34.443206 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:34.448009 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:34.460805 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] For port 557701d3-ff4d-4620-9b4b-ce0201d3b07e, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=557701d3-ff4d-4620-9b4b-ce0201d3b07e,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:34.467731 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.471526 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:34.473448 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9dadd10c-eefd-4810-86cd-347904dffe88,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:34.498792 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:34.523141 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Notify callbacks [] for port, precommit_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.559092 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Transition to ACTIVE for port object 832833d8-da14-42da-b88a-e3ea710c1cc6 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:34.592405 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Transition to ACTIVE for port object 832833d8-da14-42da-b88a-e3ea710c1cc6 will not be triggered until provisioned by entity DHCP. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:34.608311 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39708) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:34.629869 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.665773 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:34.667159 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:47:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:34.676040 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c is already hosted by enough agents. {{(pid=99504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:34.676560 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb91934-4a0d-4da0-8e9b-8906a450750b None None] Pushing event updated for resources: {'Port': ['ID=557701d3-ff4d-4620-9b4b-ce0201d3b07e,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:34.729719 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-dbb91934-4a0d-4da0-8e9b-8906a450750b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:34.730366 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-04b43102-8b59-4e3a-83ff-4e0ac9351293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:34.733226 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.base_scheduler [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Resources bound (agent type, host, resource id): {{(pid=99504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:34.743184 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Received port after_create {{(pid=99504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:34.818679 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9319419a-735b-41e8-a527-9bdde119586f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.924330 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Pushing event updated for resources: {'Port': ['ID=832833d8-da14-42da-b88a-e3ea710c1cc6,revision_number=1']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:34.928990 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:34.981368 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.981824 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9319419a-735b-41e8-a527-9bdde119586f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.985090 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Attempting to bind port 832833d8-da14-42da-b88a-e3ea710c1cc6 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:34.985557 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Attempting to bind port 832833d8-da14-42da-b88a-e3ea710c1cc6 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:34.986333 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Attempting to bind port 832833d8-da14-42da-b88a-e3ea710c1cc6 on network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:34.987191 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9319419a-735b-41e8-a527-9bdde119586f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:34.993869 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7a1aa908-7f6c-4800-bca9-dca43fce4d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:35.003649 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:35.004229 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Checking segment: {'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:35.004651 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:35.005082 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Bound using segment: {'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:35.005585 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Bound port: 832833d8-da14-42da-b88a-e3ea710c1cc6, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:35.006592 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:35.023728 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:35.042978 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9319419a-735b-41e8-a527-9bdde119586f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c440709f9f0402083816fee871d298e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330859 Jun 22 12:47:35.046176 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39716) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:35.055335 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319419a-735b-41e8-a527-9bdde119586f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e93ad7-491f-43fd-99c1-4c537a4ecf66,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:35.076270 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9319419a-735b-41e8-a527-9bdde119586f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:35.129437 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a7638cda-0378-4b72-a3eb-8eb63fe9fe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:35.156309 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a7638cda-0378-4b72-a3eb-8eb63fe9fe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:35.217996 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] For port 832833d8-da14-42da-b88a-e3ea710c1cc6, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:35.236040 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a7638cda-0378-4b72-a3eb-8eb63fe9fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:35.241912 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] For port 832833d8-da14-42da-b88a-e3ea710c1cc6, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=832833d8-da14-42da-b88a-e3ea710c1cc6,segment=NetworkSegment(4966aec5-3112-42ce-bedd-bccaca81cbfc),segment_id=4966aec5-3112-42ce-bedd-bccaca81cbfc)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:35.246073 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a7638cda-0378-4b72-a3eb-8eb63fe9fe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:35.248773 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a7638cda-0378-4b72-a3eb-8eb63fe9fe39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95e93ad7-491f-43fd-99c1-4c537a4ecf66 HTTP/1.1" status: 204 len: 168 time: 0.2009041 Jun 22 12:47:35.250658 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-15496403-d4fb-4169-9993-c52ec769b9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:35.252387 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:35.268742 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7638cda-0378-4b72-a3eb-8eb63fe9fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e93ad7-491f-43fd-99c1-4c537a4ecf66,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:35.275184 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a7638cda-0378-4b72-a3eb-8eb63fe9fe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:35.276756 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:35.504463 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Pushing event updated for resources: {'Port': ['ID=832833d8-da14-42da-b88a-e3ea710c1cc6,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:35.509446 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:35.511864 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:35.693588 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:34Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:35.754514 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c4fcfa-e6e0-4e91-a18a-1d01cc991d57 None None] The sync data for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb is: [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:34Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:47:35.942133 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Router 62c0b720-4e76-4b54-ace6-e2319a63fa6b is scheduled to L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:47:36.005520 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845de02-2f2c-410a-bdbc-b312fe62ff6f req-eb5a102f-a048-4e91-a7e5-aaeb0745ea32 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:36.014440 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a845de02-2f2c-410a-bdbc-b312fe62ff6f req-eb5a102f-a048-4e91-a7e5-aaeb0745ea32 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.2718980 Jun 22 12:47:36.081418 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a845de02-2f2c-410a-bdbc-b312fe62ff6f req-b4bd60f8-1596-47c6-a415-a63f73bbe7b6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654552 Jun 22 12:47:36.176370 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:47:36.192979 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Sync routers for ids ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:47:36.199141 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:36.200743 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2619750 Jun 22 12:47:36.204820 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 39742) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:36.214876 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Routers {'62c0b720-4e76-4b54-ace6-e2319a63fa6b'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:36.216757 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:47:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:36.402888 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Set router 62c0b720-4e76-4b54-ace6-e2319a63fa6b gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:36.751371 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:47:34Z', 'revision_number': 3, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port': {'id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:33Z', 'updated_at': '2021-06-22T12:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:36.832749 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Checking router: 62c0b720-4e76-4b54-ace6-e2319a63fa6b for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:47:36.835656 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Updating router 62c0b720-4e76-4b54-ace6-e2319a63fa6b port 9dadd10c-eefd-4810-86cd-347904dffe88 binding host dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:47:36.940536 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.043172 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.250122 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da90aa3b-00bd-4dcd-beab-0ed79279ae92 None None] Network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:47:37.330313 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Allocated IP 172.20.0.1 (6b6244f4-9d39-4ffa-85aa-5ffae97e120c/0cc68e25-ff5d-4db6-9186-17ffa9a9593c/68d93dde-b514-4cfd-976f-0e20a48654a7) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:37.370621 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-8c0b7dce-d2a4-4e2e-be9c-06ce6c07db10 None None] Provisioning for port 832833d8-da14-42da-b88a-e3ea710c1cc6 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:37.468118 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 557701d3-ff4d-4620-9b4b-ce0201d3b07e up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:37.611101 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.612679 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Notify callbacks [] for port, precommit_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.635886 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.provisioning_blocks [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Transition to ACTIVE for port object 9dadd10c-eefd-4810-86cd-347904dffe88 will not be triggered until provisioned by entity L2. {{(pid=99505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:37.648244 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397788-1072-45ca-88ff-c44fd59012db req-0e07432f-494c-4ecd-a852-afe214ddda5e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:37.649400 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.656009 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:37.660082 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9f397788-1072-45ca-88ff-c44fd59012db req-0e07432f-494c-4ecd-a852-afe214ddda5e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1899664 Jun 22 12:47:37.677387 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Transition to ACTIVE for port object 68d93dde-b514-4cfd-976f-0e20a48654a7 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:37.683452 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 557701d3-ff4d-4620-9b4b-ce0201d3b07e completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:37.691482 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 557701d3-ff4d-4620-9b4b-ce0201d3b07e triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:37.693063 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.761663 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fcee8-ddfb-481b-b7cf-25f3c4bdc7e3 None None] Pushing event updated for resources: {'Port': ['ID=9dadd10c-eefd-4810-86cd-347904dffe88,revision_number=2']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:37.766167 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-ca4fcee8-ddfb-481b-b7cf-25f3c4bdc7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:37.800334 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9f397788-1072-45ca-88ff-c44fd59012db req-6ec2f49a-1d88-4310-902c-da712b83e3bf tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388705 Jun 22 12:47:37.821961 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5166085'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.825023 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Attempting to bind port 9dadd10c-eefd-4810-86cd-347904dffe88 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:37.826196 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Attempting to bind port 9dadd10c-eefd-4810-86cd-347904dffe88 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:37.828437 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:37.828978 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Attempting to bind port 9dadd10c-eefd-4810-86cd-347904dffe88 on network e29e87ec-c1af-4dff-b8c9-ab70709846a2 {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:37.853712 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:37.854071 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:37.854493 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.854932 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Bound using segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:37.855356 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Bound port: 9dadd10c-eefd-4810-86cd-347904dffe88, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:37.855728 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.897657 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.953502 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Pushing event updated for resources: {'Port': ['ID=68d93dde-b514-4cfd-976f-0e20a48654a7,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:37.958014 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:37.959851 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:37.963931 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:37.967039 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:37.977401 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 557701d3-ff4d-4620-9b4b-ce0201d3b07e, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=557701d3-ff4d-4620-9b4b-ce0201d3b07e,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:37.989989 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:37.990994 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 832833d8-da14-42da-b88a-e3ea710c1cc6 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:37.993247 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-dbb91934-4a0d-4da0-8e9b-8906a450750b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:38.010966 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] For port 9dadd10c-eefd-4810-86cd-347904dffe88, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:38.018465 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] For port 9dadd10c-eefd-4810-86cd-347904dffe88, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=9dadd10c-eefd-4810-86cd-347904dffe88,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:38.035352 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.054483 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-c0fb103a-cdec-4d13-91ad-bb43e268c8c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:38.056276 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034725'] for router_interface, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.107099 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Routers {'62c0b720-4e76-4b54-ace6-e2319a63fa6b'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:38.107756 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:47:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:38.136056 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=557701d3-ff4d-4620-9b4b-ce0201d3b07e,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:38.143417 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:38.169942 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 832833d8-da14-42da-b88a-e3ea710c1cc6 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:38.182738 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 832833d8-da14-42da-b88a-e3ea710c1cc6 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:38.185266 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.406509 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-d590856a-f9d5-4adb-bd55-2acede6359f5 None None] Provisioning complete for port 832833d8-da14-42da-b88a-e3ea710c1cc6 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:38.407151 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d590856a-f9d5-4adb-bd55-2acede6359f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.421956 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] Set router 62c0b720-4e76-4b54-ace6-e2319a63fa6b gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:38.475577 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.480118 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.571452 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fcee8-ddfb-481b-b7cf-25f3c4bdc7e3 None None] Pushing event updated for resources: {'Port': ['ID=9dadd10c-eefd-4810-86cd-347904dffe88,revision_number=3']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:38.575873 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-ca4fcee8-ddfb-481b-b7cf-25f3c4bdc7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:38.591701 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 832833d8-da14-42da-b88a-e3ea710c1cc6, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=832833d8-da14-42da-b88a-e3ea710c1cc6,segment=NetworkSegment(4966aec5-3112-42ce-bedd-bccaca81cbfc),segment_id=4966aec5-3112-42ce-bedd-bccaca81cbfc)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:38.601216 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.605165 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-c97fe31d-5a25-4b5e-9c20-110a91a02b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:38.697763 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=832833d8-da14-42da-b88a-e3ea710c1cc6,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:38.701080 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:38.730832 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:47:34Z', 'revision_number': 3, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port': {'id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:33Z', 'updated_at': '2021-06-22T12:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:38.753356 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.759896 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5166135'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.763331 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71033858-82c3-4320-8a1b-72613c30c4ea None None] The sync data for ids ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'] in dv-cinder-796680-1-smb is: [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:47:34Z', 'revision_number': 3, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port': {'id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:33Z', 'updated_at': '2021-06-22T12:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:47:38.763807 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-468cffa4-bc8f-4fd9-88e6-0930c8e41648 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:38.816875 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-b6f805b9-9dea-4fae-afd4-040bded2bec1 None None] Provisioning for port 68d93dde-b514-4cfd-976f-0e20a48654a7 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:38.823594 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-b6f805b9-9dea-4fae-afd4-040bded2bec1 None None] Provisioning complete for port 68d93dde-b514-4cfd-976f-0e20a48654a7 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:38.823594 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b6f805b9-9dea-4fae-afd4-040bded2bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.855615 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Pushing event updated for resources: {'Port': ['ID=68d93dde-b514-4cfd-976f-0e20a48654a7,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:38.863482 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:38.866688 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973310'] for router_interface, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:38.868005 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-b6f805b9-9dea-4fae-afd4-040bded2bec1 None None] Port 68d93dde-b514-4cfd-976f-0e20a48654a7 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:47:39.064219 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:39.071729 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:39.246343 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c3db-ff75-404c-9480-3ac513eb2fbd req-e6f20e89-8197-465c-9f70-58154d910912 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:39.253729 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ff29c3db-ff75-404c-9480-3ac513eb2fbd req-e6f20e89-8197-465c-9f70-58154d910912 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.2733362 Jun 22 12:47:39.315244 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ff29c3db-ff75-404c-9480-3ac513eb2fbd req-bc47b46f-0e59-4149-8b59-6e4f5b2a373d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Jun 22 12:47:39.339950 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Router 62c0b720-4e76-4b54-ace6-e2319a63fa6b has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:47:39.370126 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 9dadd10c-eefd-4810-86cd-347904dffe88 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:39.461158 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-3139d79a-bc0e-4604-949c-93d1a9efe2c0 None None] Provisioning complete for port 68d93dde-b514-4cfd-976f-0e20a48654a7 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:39.461855 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3139d79a-bc0e-4604-949c-93d1a9efe2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:39.520316 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:47:39.531371 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 9dadd10c-eefd-4810-86cd-347904dffe88 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:39.534173 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] 10.222.0.20 "PUT /v2.0/routers/62c0b720-4e76-4b54-ace6-e2319a63fa6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3280351 Jun 22 12:47:39.542856 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 9dadd10c-eefd-4810-86cd-347904dffe88 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:39.543236 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:39.605732 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-3139d79a-bc0e-4604-949c-93d1a9efe2c0 None None] Port 68d93dde-b514-4cfd-976f-0e20a48654a7 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:47:39.707561 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:39.774212 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 9dadd10c-eefd-4810-86cd-347904dffe88, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=9dadd10c-eefd-4810-86cd-347904dffe88,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:39.785546 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:39.803967 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 832833d8-da14-42da-b88a-e3ea710c1cc6 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:39.841358 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-b79951d1-fcc1-44ed-932f-9de842bd4770 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:39.848823 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-b79951d1-fcc1-44ed-932f-9de842bd4770 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 814 time: 0.2179863 Jun 22 12:47:39.850257 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:39.874346 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-d1b21747-2a35-4ea7-9cef-4467f0768faf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/quotas/f313ca45a12a4042b7aeb8ec2302317b HTTP/1.1" status: 200 len: 375 time: 0.0119207 Jun 22 12:47:39.941764 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=9dadd10c-eefd-4810-86cd-347904dffe88,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:39.954896 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:39.958087 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 832833d8-da14-42da-b88a-e3ea710c1cc6 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:39.958808 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:40.048375 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-2333d76e-d87d-4ecf-b93d-bf5fe02a0c48 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1674938 Jun 22 12:47:40.250739 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-30483818-68bf-4d61-9553-4d7efd271457 service neutron] 10.222.0.20 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007973 Jun 22 12:47:40.276244 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 557701d3-ff4d-4620-9b4b-ce0201d3b07e up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:40.358211 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 557701d3-ff4d-4620-9b4b-ce0201d3b07e triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:40.358767 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:40.612004 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec417e-3950-43a0-993a-e3d3461fd6c2 req-cf095443-d447-4507-aa43-972bcc06337b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:40.613664 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1ec417e-3950-43a0-993a-e3d3461fd6c2 req-cf095443-d447-4507-aa43-972bcc06337b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1189630 Jun 22 12:47:40.655038 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-9fe5d5b0-85c8-4533-9050-2108355548ef service neutron] 10.222.0.20 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904612 Jun 22 12:47:40.674085 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1ec417e-3950-43a0-993a-e3d3461fd6c2 req-8d54f2dc-4ad7-4387-bad3-18aeae8aeb1e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533707 Jun 22 12:47:41.056407 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0f3ccc81-951e-4113-8492-59ad7aff0191 req-51078f31-706a-4233-b081-50717825c49e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 210 time: 0.1221845 Jun 22 12:47:41.312353 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 9dadd10c-eefd-4810-86cd-347904dffe88 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:41.441486 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 9dadd10c-eefd-4810-86cd-347904dffe88 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:41.443032 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:41.619811 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Sync routers for ids ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:47:41.640446 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Routers {'62c0b720-4e76-4b54-ace6-e2319a63fa6b'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:41.641618 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:47:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:41.823059 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Set router 62c0b720-4e76-4b54-ace6-e2319a63fa6b gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:42.029598 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd83fbd-605c-41ea-bfb2-342d640d97ba req-4740c915-073b-419a-8873-c7c889c7c38a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:42.031197 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-dbd83fbd-605c-41ea-bfb2-342d640d97ba req-4740c915-073b-419a-8873-c7c889c7c38a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1933141 Jun 22 12:47:42.102821 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-dbd83fbd-605c-41ea-bfb2-342d640d97ba req-23e5f80c-4b7e-451d-aaa3-13fe5e94171b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636439 Jun 22 12:47:42.177763 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:47:38Z', 'revision_number': 4, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port': {'id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:33Z', 'updated_at': '2021-06-22T12:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '68d93dde-b514-4cfd-976f-0e20a48654a7', 'name': '', 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'mac_address': 'fa:16:3e:45:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0cc68e25-ff5d-4db6-9186-17ffa9a9593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:37Z', 'updated_at': '2021-06-22T12:47:38Z', 'revision_number': 2, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'subnets': [{'id': '0cc68e25-ff5d-4db6-9186-17ffa9a9593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:42.222948 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Checking router: 62c0b720-4e76-4b54-ace6-e2319a63fa6b for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:47:42.223341 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Updating router 62c0b720-4e76-4b54-ace6-e2319a63fa6b port 68d93dde-b514-4cfd-976f-0e20a48654a7 binding host dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:47:42.271803 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:42.506742 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-51a302a7-2386-48fe-aae7-55731a7c964a req-e5c7cadc-4443-4588-8ea1-84d3ae74089c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 210 time: 0.0396070 Jun 22 12:47:42.982965 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:42.995464 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Transition to ACTIVE for port object 68d93dde-b514-4cfd-976f-0e20a48654a7 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:43.008595 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.015926 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:43.188549 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Pushing event updated for resources: {'Port': ['ID=68d93dde-b514-4cfd-976f-0e20a48654a7,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:43.200824 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:43.557976 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Attempting to bind port 68d93dde-b514-4cfd-976f-0e20a48654a7 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:43.558454 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Attempting to bind port 68d93dde-b514-4cfd-976f-0e20a48654a7 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:43.558886 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Attempting to bind port 68d93dde-b514-4cfd-976f-0e20a48654a7 on network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:43.564554 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a4e3faf2-3cff-48bc-a1e0-908bc84f6610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.577013 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:43.577548 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Checking segment: {'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:43.577885 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.578310 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Bound using segment: {'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:43.582827 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Bound port: 68d93dde-b514-4cfd-976f-0e20a48654a7, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4966aec5-3112-42ce-bedd-bccaca81cbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:43.584221 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.718986 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-4ee5949b-cbe1-4839-a2b0-ac6f1534c6a5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:43.722451 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-4ee5949b-cbe1-4839-a2b0-ac6f1534c6a5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 814 time: 0.5057046 Jun 22 12:47:43.760922 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Request body: {'port': {'device_id': '5fac7d47-f30e-47f8-8df7-e45c69d320c5', 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'admin_state_up': True, 'tenant_id': 'f313ca45a12a4042b7aeb8ec2302317b'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:43.766171 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d7056-cd63-4aac-92ea-4843f5c0f6eb req-36cf1891-e9a0-428c-9734-24edc136cd6e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:43.773078 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d24d7056-cd63-4aac-92ea-4843f5c0f6eb req-36cf1891-e9a0-428c-9734-24edc136cd6e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.3893692 Jun 22 12:47:43.897608 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d24d7056-cd63-4aac-92ea-4843f5c0f6eb req-cf094f68-1b49-4cd1-b9e5-d6caf617af42 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123397 Jun 22 12:47:43.947693 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] For port 68d93dde-b514-4cfd-976f-0e20a48654a7, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:43.951697 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] For port 68d93dde-b514-4cfd-976f-0e20a48654a7, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=68d93dde-b514-4cfd-976f-0e20a48654a7,segment=NetworkSegment(4966aec5-3112-42ce-bedd-bccaca81cbfc),segment_id=4966aec5-3112-42ce-bedd-bccaca81cbfc)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:43.959529 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:43.977235 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:44.054079 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Made reservation on behalf of f313ca45a12a4042b7aeb8ec2302317b for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:44.067637 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.150300 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Routers {'62c0b720-4e76-4b54-ace6-e2319a63fa6b'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:47:44.163917 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:47:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:44.176654 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-81c813c3-a0a1-4be2-ae8e-052dee834823 req-bb9db383-4020-42ee-a7ef-a70111c882e3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 210 time: 0.0406642 Jun 22 12:47:44.296668 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Pushing event updated for resources: {'Port': ['ID=68d93dde-b514-4cfd-976f-0e20a48654a7,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:44.329214 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.329688 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.330145 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.331012 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.331607 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.332152 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.332615 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.333029 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.333889 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.334263 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.335168 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.335345 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:44.345962 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:44.437970 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Allocated IP 172.20.0.9 (0b4b17dc-7b37-47d2-a7e5-6c599512b35c/4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058/61e459dc-8b02-4a40-9a65-e91ad36ed652) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:44.493508 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] Set router 62c0b720-4e76-4b54-ace6-e2319a63fa6b gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:47:44.727239 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.874466 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:44.887524 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:44.938632 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['909488f5-3573-4aad-9d17-6164be96f018', 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226', 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:45.128809 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Pushing event updated for resources: {'Port': ['ID=61e459dc-8b02-4a40-9a65-e91ad36ed652,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:45.144125 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.144776 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.145339 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.145982 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.146652 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.147280 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.147869 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.148440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.149000 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.149585 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.150156 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.151115 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:45.166103 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:45.168108 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:45.169957 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:45.182109 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:45.275362 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:45.276216 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.309178 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5519941 Jun 22 12:47:45.320138 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:47:38Z', 'revision_number': 4, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port': {'id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:33Z', 'updated_at': '2021-06-22T12:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '68d93dde-b514-4cfd-976f-0e20a48654a7', 'name': '', 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'mac_address': 'fa:16:3e:45:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0cc68e25-ff5d-4db6-9186-17ffa9a9593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:37Z', 'updated_at': '2021-06-22T12:47:43Z', 'revision_number': 4, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'subnets': [{'id': '0cc68e25-ff5d-4db6-9186-17ffa9a9593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:47:45.339368 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Request body: {'port': {'device_id': '5fac7d47-f30e-47f8-8df7-e45c69d320c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:45.373421 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0324556-b62d-4bc2-a675-9d314300c851 req-e2ddb279-3769-4f83-87a3-c0bed5955581 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:45.394086 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a0324556-b62d-4bc2-a675-9d314300c851 req-e2ddb279-3769-4f83-87a3-c0bed5955581 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.2475209 Jun 22 12:47:45.486733 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:45.496994 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a0324556-b62d-4bc2-a675-9d314300c851 req-87a30d37-9b10-4d3a-8ed7-d317d43d5f81 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018875 Jun 22 12:47:45.723170 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953fee2-7947-486e-9577-615ec2a26470 None None] The sync data for ids ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'] in dv-cinder-796680-1-smb is: [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:47:38Z', 'revision_number': 4, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port': {'id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:33Z', 'updated_at': '2021-06-22T12:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '68d93dde-b514-4cfd-976f-0e20a48654a7', 'name': '', 'network_id': '6b6244f4-9d39-4ffa-85aa-5ffae97e120c', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'mac_address': 'fa:16:3e:45:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0cc68e25-ff5d-4db6-9186-17ffa9a9593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:37Z', 'updated_at': '2021-06-22T12:47:43Z', 'revision_number': 4, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'subnets': [{'id': '0cc68e25-ff5d-4db6-9186-17ffa9a9593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:47:45.993527 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd82621-2178-484f-8572-85cb48d64b89 req-16af39e0-1edc-4a79-9143-e591d1452e62 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:46.002915 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ecd82621-2178-484f-8572-85cb48d64b89 req-16af39e0-1edc-4a79-9143-e591d1452e62 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 931 time: 0.2346971 Jun 22 12:47:46.110698 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ecd82621-2178-484f-8572-85cb48d64b89 req-89b9eb45-c6e1-49a7-947f-fc15f8e55cc6 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069634 Jun 22 12:47:46.198654 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e459dc-8b02-4a40-9a65-e91ad36ed652 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:46.207020 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:46.226672 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Transition to ACTIVE for port object 61e459dc-8b02-4a40-9a65-e91ad36ed652 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:46.233255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:46.237521 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7267924f-0daa-462d-a95c-5dadba43b165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:46.341200 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Pushing event updated for resources: {'Port': ['ID=61e459dc-8b02-4a40-9a65-e91ad36ed652,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:46.345100 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:46.478905 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Attempting to bind port 61e459dc-8b02-4a40-9a65-e91ad36ed652 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:47:46.479253 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Attempting to bind port 61e459dc-8b02-4a40-9a65-e91ad36ed652 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:47:46.479822 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Attempting to bind port 61e459dc-8b02-4a40-9a65-e91ad36ed652 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:46.485020 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Port 61e459dc-8b02-4a40-9a65-e91ad36ed652 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:47:46.485409 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Attempting to bind port 61e459dc-8b02-4a40-9a65-e91ad36ed652 on network 0b4b17dc-7b37-47d2-a7e5-6c599512b35c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:47:46.495261 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:47:46.495465 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Checking segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:47:46.496014 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Bound using segment: {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:47:46.496343 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Bound port: 61e459dc-8b02-4a40-9a65-e91ad36ed652, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b9d7d5-4198-446c-a983-bc7a55faf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:47:46.496705 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:46.682653 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] For port 61e459dc-8b02-4a40-9a65-e91ad36ed652, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:47:46.689390 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] For port 61e459dc-8b02-4a40-9a65-e91ad36ed652, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=61e459dc-8b02-4a40-9a65-e91ad36ed652,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:47:46.697686 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:46.705885 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:46.798403 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f80939d5-1a85-4743-9a31-723f8eadee36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:46.813402 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Pushing event updated for resources: {'Port': ['ID=61e459dc-8b02-4a40-9a65-e91ad36ed652,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:46.839944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:46.883200 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:46.884087 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:46.887009 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] 10.222.0.52 "PUT /v2.0/ports/61e459dc-8b02-4a40-9a65-e91ad36ed652 HTTP/1.1" status: 200 len: 1093 time: 1.5551879 Jun 22 12:47:46.888918 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fac7d47-f30e-47f8-8df7-e45c69d320c5', 'tag': '61e459dc-8b02-4a40-9a65-e91ad36ed652'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:47:46.891936 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fac7d47-f30e-47f8-8df7-e45c69d320c5", "tag": "61e459dc-8b02-4a40-9a65-e91ad36ed652"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:47:46.948984 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5ee6a-a27e-4b11-8e3b-8c2478280209 req-96c298fa-5167-4272-a9f6-b678b9bbd4cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:46.961742 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-42b5ee6a-a27e-4b11-8e3b-8c2478280209 req-96c298fa-5167-4272-a9f6-b678b9bbd4cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1369486 Jun 22 12:47:47.047036 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-42b5ee6a-a27e-4b11-8e3b-8c2478280209 req-b91e24e8-cfa9-4949-89db-91f62a9747cb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838461 Jun 22 12:47:47.105582 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-37ff452e-8af3-4cce-8ca1-f5efeed3063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:47.107450 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-37ff452e-8af3-4cce-8ca1-f5efeed3063c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 1096 time: 0.1112576 Jun 22 12:47:47.215265 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-86b5d81c-c077-429a-a4e7-8d80805045b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61e459dc-8b02-4a40-9a65-e91ad36ed652 HTTP/1.1" status: 200 len: 217 time: 0.0898142 Jun 22 12:47:47.217394 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f258cc83-dde2-41d4-951e-cc688b1e7e51 x-openstack-request-id: req-f258cc83-dde2-41d4-951e-cc688b1e7e51 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:47:47.218027 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fac7d47-f30e-47f8-8df7-e45c69d320c5", "tag": "61e459dc-8b02-4a40-9a65-e91ad36ed652", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:47:47.218538 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f258cc83-dde2-41d4-951e-cc688b1e7e51 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:47:47.219204 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fac7d47-f30e-47f8-8df7-e45c69d320c5', 'tag': '61e459dc-8b02-4a40-9a65-e91ad36ed652', 'status': 'completed', 'code': 200} Jun 22 12:47:47.322232 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 68d93dde-b514-4cfd-976f-0e20a48654a7 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:47.358059 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-825cd6e8-c6a3-48c2-80c3-e90282d2e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:47.360116 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-825cd6e8-c6a3-48c2-80c3-e90282d2e2a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.0740004 Jun 22 12:47:47.449422 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-20f6563a-a0f4-4d7c-8c82-3569a2d5aef9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440886 Jun 22 12:47:47.456489 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d6ba7-100b-442d-8003-4924128a06d1 req-81578363-9b72-4524-8a92-8d37e654e04f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:47.458375 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-791d6ba7-100b-442d-8003-4924128a06d1 req-81578363-9b72-4524-8a92-8d37e654e04f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 943 time: 0.1360686 Jun 22 12:47:47.498080 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 68d93dde-b514-4cfd-976f-0e20a48654a7 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:47.516869 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 68d93dde-b514-4cfd-976f-0e20a48654a7 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:47.517282 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:47.521856 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:47.559741 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-791d6ba7-100b-442d-8003-4924128a06d1 req-ef42275c-3f95-4d58-a152-44d7c4e9cbed tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934289 Jun 22 12:47:47.654366 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-faf99031-2aab-4c06-b50c-44fca374c638 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778836 Jun 22 12:47:47.679259 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:47.726434 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 68d93dde-b514-4cfd-976f-0e20a48654a7, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=68d93dde-b514-4cfd-976f-0e20a48654a7,segment=NetworkSegment(4966aec5-3112-42ce-bedd-bccaca81cbfc),segment_id=4966aec5-3112-42ce-bedd-bccaca81cbfc)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:47.735285 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:47.738164 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:47.816550 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=68d93dde-b514-4cfd-976f-0e20a48654a7,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:47.823585 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:47.851155 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-612f4b22-e29e-4589-bfb5-2c83a11af2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:47.859238 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-612f4b22-e29e-4589-bfb5-2c83a11af2e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1098 time: 0.2343419 Jun 22 12:47:47.986322 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:48.002921 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2c83b9cb-d1e8-4ef5-bbe9-42409260a372 req-b60ca625-09aa-4f97-a1eb-5f03fa24199b service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239470 Jun 22 12:47:48.080713 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-b572511a-d4cf-481d-846f-b80fb7941ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:48.083890 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-b572511a-d4cf-481d-846f-b80fb7941ac9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.1924338 Jun 22 12:47:48.188756 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-d99e7b30-c784-4f6c-909a-cdefb820f7ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 200 len: 217 time: 0.0817342 Jun 22 12:47:48.360086 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-0c6b6a67-acdc-4e99-892f-46ef454f565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:48.362022 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-0c6b6a67-acdc-4e99-892f-46ef454f565d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.1487937 Jun 22 12:47:48.377250 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-97237618-4913-4895-bcbf-0f1c230092d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:48.379249 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-97237618-4913-4895-bcbf-0f1c230092d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 1096 time: 0.2030864 Jun 22 12:47:48.404616 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82c718-8f50-48e6-ba37-fad4facc412b req-6105c79a-b2d9-473b-ae60-eba646935e3c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:48.413553 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8c82c718-8f50-48e6-ba37-fad4facc412b req-6105c79a-b2d9-473b-ae60-eba646935e3c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1016457 Jun 22 12:47:48.469944 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8c82c718-8f50-48e6-ba37-fad4facc412b req-39640a93-c1a6-4853-b1ea-4759fe555eb6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521317 Jun 22 12:47:48.517588 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-a6a4a1c0-09b5-4d16-a505-fb282509b670 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259663 Jun 22 12:47:48.642887 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:48.718913 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-b5e92e74-c037-41e6-a5ed-7979eb876481 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906452 Jun 22 12:47:48.884404 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bbc2f-9a29-49dd-89ca-9bdad9047c03 req-b5a1e31b-44ac-4d30-be87-ddd3069bcf1b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:48.892459 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-494bbc2f-9a29-49dd-89ca-9bdad9047c03 req-b5a1e31b-44ac-4d30-be87-ddd3069bcf1b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 943 time: 0.1228971 Jun 22 12:47:48.969278 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-494bbc2f-9a29-49dd-89ca-9bdad9047c03 req-c6299ae3-d1b8-4319-a1f4-d4d68f0d7504 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757384 Jun 22 12:47:49.104563 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-bd7f102a-d0ad-472d-b690-519c1d88830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:49.106062 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-bd7f102a-d0ad-472d-b690-519c1d88830e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 200 len: 915 time: 0.7112041 Jun 22 12:47:49.217756 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-bf53de03-6ce3-4e37-8fa0-16f51f01460e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61e459dc-8b02-4a40-9a65-e91ad36ed652 HTTP/1.1" status: 200 len: 217 time: 0.0852978 Jun 22 12:47:49.253184 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 68d93dde-b514-4cfd-976f-0e20a48654a7 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:47:49.277007 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab58f84a-ce53-4880-9edb-fd90d4578634 req-1d13ad94-c702-4f79-b80d-cb54d99f76bb service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373974 Jun 22 12:47:49.307674 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-ec808428-ccc7-4607-bdbe-bd256f41c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:49.312215 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-ec808428-ccc7-4607-bdbe-bd256f41c663 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 200 len: 854 time: 0.0808697 Jun 22 12:47:49.356061 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 68d93dde-b514-4cfd-976f-0e20a48654a7 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:49.358540 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:49.387800 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-403b8d27-94a7-4943-9bf6-46018faae564 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b17dc-7b37-47d2-a7e5-6c599512b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623379 Jun 22 12:47:49.571020 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-d8bcd0ae-4856-4183-b9e7-397867144eed service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679130 Jun 22 12:47:49.751859 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9f9e5cb-0a86-4374-af10-16ae832d2d5d req-4596c1be-dec7-41c8-97fc-c41dc82e6a2c service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718082 Jun 22 12:47:49.790982 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86e4be-758c-42f4-b857-2e7f5daeb9a7 req-10765219-78ed-4038-bb14-00c14bccca5f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:49.804405 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8b86e4be-758c-42f4-b857-2e7f5daeb9a7 req-10765219-78ed-4038-bb14-00c14bccca5f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1076579 Jun 22 12:47:49.870075 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8b86e4be-758c-42f4-b857-2e7f5daeb9a7 req-9a2bbdac-c8ed-4e19-b999-2f2795f3dbed tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633497 Jun 22 12:47:49.946119 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:50.189848 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd27af-125b-464e-bda8-14e3285cddbf req-8983df15-02e3-43aa-b684-19313ca97396 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:50.194380 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a7bd27af-125b-464e-bda8-14e3285cddbf req-8983df15-02e3-43aa-b684-19313ca97396 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 943 time: 0.0945048 Jun 22 12:47:50.243421 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a7bd27af-125b-464e-bda8-14e3285cddbf req-04faf645-fcee-4756-bdce-e2e13fd2d101 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Jun 22 12:47:51.055276 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac413e-9fe1-4d36-91a7-ad4ef1a746ec req-3f164ace-a42c-48f3-98df-b092b4ae4842 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:51.056764 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c5ac413e-9fe1-4d36-91a7-ad4ef1a746ec req-3f164ace-a42c-48f3-98df-b092b4ae4842 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0713685 Jun 22 12:47:51.106071 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c5ac413e-9fe1-4d36-91a7-ad4ef1a746ec req-77588ce9-8392-4c0d-88a8-5d58fa03fd20 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Jun 22 12:47:51.477146 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462d9f8-768b-462c-abeb-e1a3757c87c3 req-01b5929d-dbef-45c4-bd9d-93348d7ca4e0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:51.478861 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1462d9f8-768b-462c-abeb-e1a3757c87c3 req-01b5929d-dbef-45c4-bd9d-93348d7ca4e0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 943 time: 0.0983169 Jun 22 12:47:51.526047 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1462d9f8-768b-462c-abeb-e1a3757c87c3 req-60393ca6-646b-4aa7-8a48-19281139e03f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Jun 22 12:47:52.293242 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40012) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:52.344459 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbe6f1-7ebc-4e48-830b-9274668da692 req-030504e7-b66d-4ad5-90b7-9d90bda6577b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:52.346308 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-affbe6f1-7ebc-4e48-830b-9274668da692 req-030504e7-b66d-4ad5-90b7-9d90bda6577b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0758677 Jun 22 12:47:52.405540 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-affbe6f1-7ebc-4e48-830b-9274668da692 req-a67b837d-61f4-4260-9405-4109ca5f19b5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Jun 22 12:47:52.611770 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-42185f80-3c24-481d-ab12-bd20cbfbc7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:52.777489 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-42185f80-3c24-481d-ab12-bd20cbfbc7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:52.785470 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-42185f80-3c24-481d-ab12-bd20cbfbc7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:52.790049 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a42cc195-55f6-42b7-90fd-5b055a535a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:52.813596 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299dcd0-3d42-437a-abd9-a78cdd4c7431 req-b3b85290-e459-428b-96a2-a83a71d572fa tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:52.827254 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d299dcd0-3d42-437a-abd9-a78cdd4c7431 req-b3b85290-e459-428b-96a2-a83a71d572fa tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 943 time: 0.1091380 Jun 22 12:47:52.834576 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-42185f80-3c24-481d-ab12-bd20cbfbc7aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4abb7e2cef434f2998fd6cc96fe28906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5380507 Jun 22 12:47:52.834576 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40026) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:52.841767 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42185f80-3c24-481d-ab12-bd20cbfbc7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cfc88a-8190-42f1-a8df-05d56bb207d1,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:52.858029 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-42185f80-3c24-481d-ab12-bd20cbfbc7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:52.896399 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d299dcd0-3d42-437a-abd9-a78cdd4c7431 req-7ee3ab16-350a-44b7-99e0-ef3efcb9924c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670342 Jun 22 12:47:52.909862 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-57d4439f-07f6-45b5-9409-cded289a6f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:52.934928 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-57d4439f-07f6-45b5-9409-cded289a6f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:53.005749 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-57d4439f-07f6-45b5-9409-cded289a6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:53.010738 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-57d4439f-07f6-45b5-9409-cded289a6f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:53.017694 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-57d4439f-07f6-45b5-9409-cded289a6f78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7cfc88a-8190-42f1-a8df-05d56bb207d1 HTTP/1.1" status: 204 len: 168 time: 0.1816292 Jun 22 12:47:53.019175 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f250b01e-88d5-4d56-9936-320ce142427d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:53.034349 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4439f-07f6-45b5-9409-cded289a6f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cfc88a-8190-42f1-a8df-05d56bb207d1,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:53.048327 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-57d4439f-07f6-45b5-9409-cded289a6f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:53.763537 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6193dc4-757b-46e7-a86b-b3bb73f7ef5b req-8af23884-7864-4248-8471-810dc3da7ac4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:53.772562 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d6193dc4-757b-46e7-a86b-b3bb73f7ef5b req-8af23884-7864-4248-8471-810dc3da7ac4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1715746 Jun 22 12:47:53.840292 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d6193dc4-757b-46e7-a86b-b3bb73f7ef5b req-65bcf1ba-ad15-4794-a1bc-4fd7cee399db tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662880 Jun 22 12:47:54.171415 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aa1bf-7a0d-4adb-b42f-535b253db50a req-217044eb-aa38-4256-82d0-c477a208389c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:54.179505 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ca3aa1bf-7a0d-4adb-b42f-535b253db50a req-217044eb-aa38-4256-82d0-c477a208389c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 943 time: 0.0934570 Jun 22 12:47:54.233664 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ca3aa1bf-7a0d-4adb-b42f-535b253db50a req-4767e3a1-2207-4215-a001-df4e9e999f30 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531342 Jun 22 12:47:55.075736 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145517-0557-410b-a2ee-728f6774d234 req-0e4792cc-f930-4333-942c-d0146170d787 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:55.078296 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-0e4792cc-f930-4333-942c-d0146170d787 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/networks?id=ef36231b-af14-4d38-914f-263b094b9072 HTTP/1.1" status: 200 len: 814 time: 0.1328118 Jun 22 12:47:55.086677 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef5c43-43fb-458c-8913-c26d7d3d919e req-482a7965-5f92-4044-acf8-6fc118dab03b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:55.088236 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-07ef5c43-43fb-458c-8913-c26d7d3d919e req-482a7965-5f92-4044-acf8-6fc118dab03b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0950756 Jun 22 12:47:55.099874 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-e94f02f7-8d60-4126-9dec-adfd3fb48451 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/quotas/f27c4a8f031f4eb7af5640adffd2560e HTTP/1.1" status: 200 len: 375 time: 0.0140879 Jun 22 12:47:55.136722 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-07ef5c43-43fb-458c-8913-c26d7d3d919e req-86712d30-85b5-48af-9a8c-53a88bd864be tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 Jun 22 12:47:55.180856 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-1b5272db-8629-44b1-b5dc-1318261ddf65 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751736 Jun 22 12:47:55.292852 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-e87a0e7e-856f-4602-b101-494987505702 service neutron] 10.222.0.20 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004386 Jun 22 12:47:55.389961 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-3f98abbd-1b28-462b-a13f-b0e30ec0a462 service neutron] 10.222.0.20 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908852 Jun 22 12:47:55.532905 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb84b5-49b8-4bed-bc63-3098d72c796c req-14798ccc-1ece-45e9-b448-9b1ff3034603 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:55.545865 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-01bb84b5-49b8-4bed-bc63-3098d72c796c req-14798ccc-1ece-45e9-b448-9b1ff3034603 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 943 time: 0.0958138 Jun 22 12:47:55.583612 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-45953375-afc4-424c-955e-de757f83f1fa req-589f4592-7245-478c-bbbd-e20cbce1984d tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 210 time: 0.0412445 Jun 22 12:47:55.593594 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-01bb84b5-49b8-4bed-bc63-3098d72c796c req-99ee494f-7768-4254-b52b-ff87babeecd4 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464926 Jun 22 12:47:55.836171 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 61e459dc-8b02-4a40-9a65-e91ad36ed652 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:47:56.062386 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 61e459dc-8b02-4a40-9a65-e91ad36ed652, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=61e459dc-8b02-4a40-9a65-e91ad36ed652,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:56.080790 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '61e459dc-8b02-4a40-9a65-e91ad36ed652', 'network_id': '0b4b17dc-7b37-47d2-a7e5-6c599512b35c', 'port_id': '61e459dc-8b02-4a40-9a65-e91ad36ed652', 'mac_address': 'fa:16:3e:bd:ae:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:47:56.150088 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:56.173109 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e459dc-8b02-4a40-9a65-e91ad36ed652 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:56.207542 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 61e459dc-8b02-4a40-9a65-e91ad36ed652, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=61e459dc-8b02-4a40-9a65-e91ad36ed652,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:47:56.214568 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:56.217187 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:56.308141 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=61e459dc-8b02-4a40-9a65-e91ad36ed652,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:56.312499 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:56.366948 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0278653-3d2e-46d4-b6e7-1491d4974ad6 req-d3f9da13-8006-49d8-9d28-0425a6234e76 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:56.375165 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b0278653-3d2e-46d4-b6e7-1491d4974ad6 req-d3f9da13-8006-49d8-9d28-0425a6234e76 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0981913 Jun 22 12:47:56.450813 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b0278653-3d2e-46d4-b6e7-1491d4974ad6 req-962de7f5-ebe2-440c-a56e-6616b337aa4c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742168 Jun 22 12:47:56.775319 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-97632ff6-f4be-41e5-89ed-d4cde5a4732a req-951a3cd0-4114-42aa-bda7-600f395a6dc9 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 210 time: 0.0358684 Jun 22 12:47:56.848316 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824297-85c0-4750-a788-571666653a46 req-9a462293-34a4-4e82-9f76-ac1d4475e2e0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:56.850985 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f1824297-85c0-4750-a788-571666653a46 req-9a462293-34a4-4e82-9f76-ac1d4475e2e0 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 944 time: 0.0811405 Jun 22 12:47:56.887213 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['61e459dc-8b02-4a40-9a65-e91ad36ed652'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:47:56.895869 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f1824297-85c0-4750-a788-571666653a46 req-e1d2fb2f-0535-4625-957e-d23dd00703d8 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371282 Jun 22 12:47:57.676905 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec4bac-785b-40e6-a5ea-0edc6c6e5972 req-6f533696-ea16-4512-b41b-27b31edf094d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:57.686807 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e3ec4bac-785b-40e6-a5ea-0edc6c6e5972 req-6f533696-ea16-4512-b41b-27b31edf094d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0888128 Jun 22 12:47:57.701334 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145517-0557-410b-a2ee-728f6774d234 req-2c615c0a-cedb-48b5-b759-7712800bde54 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:57.704207 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-2c615c0a-cedb-48b5-b759-7712800bde54 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.52 "GET /v2.0/networks?id=ef36231b-af14-4d38-914f-263b094b9072 HTTP/1.1" status: 200 len: 814 time: 0.1851227 Jun 22 12:47:57.740816 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'port': {'device_id': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'admin_state_up': True, 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:57.760953 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e3ec4bac-785b-40e6-a5ea-0edc6c6e5972 req-be3c8a6b-0eca-4ad4-83f9-fd4aad119948 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726211 Jun 22 12:47:57.889766 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40160) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:57.965596 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Made reservation on behalf of f27c4a8f031f4eb7af5640adffd2560e for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:47:57.977308 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:57.979052 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f45e687c-debd-4136-99ee-868353527991 req-f947eabc-4917-479a-bca2-afa1e5d51cca tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 210 time: 0.0524220 Jun 22 12:47:58.088767 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.203246 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Allocated IP 172.20.0.14 (ef36231b-af14-4d38-914f-263b094b9072/4c5c3b8f-3d1c-406a-8d27-a946476c9cac/e187402a-0c24-4af4-a5e1-f78be18466cf) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:47:58.222443 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.231849 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.268357 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a7638cda-0378-4b72-a3eb-8eb63fe9fe39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:58.282729 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dc3c1-a110-4ad6-9254-1f4227dbc680 req-f011d243-9781-40cc-8f73-44c4689239e1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:58.286937 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-677dc3c1-a110-4ad6-9254-1f4227dbc680 req-f011d243-9781-40cc-8f73-44c4689239e1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 944 time: 0.1957498 Jun 22 12:47:58.315784 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d64ae869c7d2405db30fb92c44989f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235673 Jun 22 12:47:58.323083 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40180) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:47:58.341526 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae280ed-80b5-409d-83cc-960639255c13,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:58.358388 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.358755 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.359118 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.359459 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.359807 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.360151 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.360491 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.360828 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.361203 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.361540 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.361877 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.362210 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:47:58.369284 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:58.423813 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-629dfba2-062e-4153-b41f-da15b1f92484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.451339 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-629dfba2-062e-4153-b41f-da15b1f92484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.492995 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-677dc3c1-a110-4ad6-9254-1f4227dbc680 req-9eb11932-5dc9-4d5f-aa4a-a158f84e70c4 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648502 Jun 22 12:47:58.526381 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-629dfba2-062e-4153-b41f-da15b1f92484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.530602 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-629dfba2-062e-4153-b41f-da15b1f92484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.534742 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-629dfba2-062e-4153-b41f-da15b1f92484 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eae280ed-80b5-409d-83cc-960639255c13 HTTP/1.1" status: 204 len: 168 time: 0.2105675 Jun 22 12:47:58.535777 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-002f1586-c5d6-4c20-8bca-661dad30366d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:58.545532 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dfba2-062e-4153-b41f-da15b1f92484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae280ed-80b5-409d-83cc-960639255c13,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:58.548254 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-629dfba2-062e-4153-b41f-da15b1f92484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:58.583640 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.608245 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Transition to ACTIVE for port object e187402a-0c24-4af4-a5e1-f78be18466cf will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:58.657088 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.664744 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e56d59a5-2192-4cc9-9c19-dfde5450eda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:58.714808 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Network ef36231b-af14-4d38-914f-263b094b9072 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:47:58.724416 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:47:58.728991 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:47:58.736582 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'Port': ['ID=e187402a-0c24-4af4-a5e1-f78be18466cf,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:47:58.763672 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:47:58.795179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:58.795843 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:58.815061 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0820374 Jun 22 12:47:58.838744 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Request body: {'port': {'device_id': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:47:58.972630 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:59.045774 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754b900-32c7-41e0-ab3f-cbd09ce1fda8 req-2cfd1460-ebfd-4537-a234-6ad61a463515 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:59.060363 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f754b900-32c7-41e0-ab3f-cbd09ce1fda8 req-2cfd1460-ebfd-4537-a234-6ad61a463515 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1308479 Jun 22 12:47:59.137888 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f754b900-32c7-41e0-ab3f-cbd09ce1fda8 req-1046cd8e-8375-4c36-b8ee-ee29ede1fc1b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757077 Jun 22 12:47:59.155569 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-f810023b-ef58-458a-ae36-6192b6eda297 None None] Provisioning for port e187402a-0c24-4af4-a5e1-f78be18466cf completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:47:59.162843 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-f810023b-ef58-458a-ae36-6192b6eda297 None None] Provisioning complete for port e187402a-0c24-4af4-a5e1-f78be18466cf triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:47:59.163319 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f810023b-ef58-458a-ae36-6192b6eda297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:59.235435 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-f810023b-ef58-458a-ae36-6192b6eda297 None None] Port e187402a-0c24-4af4-a5e1-f78be18466cf cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:47:59.494255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e187402a-0c24-4af4-a5e1-f78be18466cf {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:47:59.506821 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:59.538496 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Transition to ACTIVE for port object e187402a-0c24-4af4-a5e1-f78be18466cf will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:47:59.556474 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:47:59.576374 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d897ef54-512c-45a9-9af2-456c4a802edf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:47:59.627877 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a81ea7-a8ce-433b-8986-ca93c5901427 req-8b6d52c4-58c6-469c-a35a-175221fdb257 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:47:59.632033 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d3a81ea7-a8ce-433b-8986-ca93c5901427 req-8b6d52c4-58c6-469c-a35a-175221fdb257 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 932 time: 0.2549403 Jun 22 12:47:59.784442 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d3a81ea7-a8ce-433b-8986-ca93c5901427 req-aa9e0d62-1c50-4f13-8458-57dd60f42c5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411302 Jun 22 12:47:59.856562 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 61e459dc-8b02-4a40-9a65-e91ad36ed652 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:00.054626 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Pushing event updated for resources: {'Port': ['ID=e187402a-0c24-4af4-a5e1-f78be18466cf,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:00.074692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:00.074692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Attempting to bind port e187402a-0c24-4af4-a5e1-f78be18466cf on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:48:00.074692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Attempting to bind port e187402a-0c24-4af4-a5e1-f78be18466cf by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:48:00.074692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Attempting to bind port e187402a-0c24-4af4-a5e1-f78be18466cf on network ef36231b-af14-4d38-914f-263b094b9072 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:00.074692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Port e187402a-0c24-4af4-a5e1-f78be18466cf on network ef36231b-af14-4d38-914f-263b094b9072 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:48:00.074692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Attempting to bind port e187402a-0c24-4af4-a5e1-f78be18466cf on network ef36231b-af14-4d38-914f-263b094b9072 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:48:00.075155 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:48:00.075570 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Checking segment: {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:48:00.075702 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Bound using segment: {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:48:00.079927 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Bound port: e187402a-0c24-4af4-a5e1-f78be18466cf, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73010de4-e0d9-422a-bb81-688d4d2f58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:48:00.079927 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:00.083532 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port 61e459dc-8b02-4a40-9a65-e91ad36ed652 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:00.089399 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 61e459dc-8b02-4a40-9a65-e91ad36ed652 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:00.090071 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:00.163069 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] For port e187402a-0c24-4af4-a5e1-f78be18466cf, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:48:00.167386 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] For port e187402a-0c24-4af4-a5e1-f78be18466cf, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e187402a-0c24-4af4-a5e1-f78be18466cf,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:48:00.196047 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:00.228546 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c2085-11bb-4425-9429-59dd70e58e62 req-8dbe2bca-8a14-409d-9ccc-b765d10496da tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:00.229234 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:00.241470 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-500c2085-11bb-4425-9429-59dd70e58e62 req-8dbe2bca-8a14-409d-9ccc-b765d10496da tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 944 time: 0.1915305 Jun 22 12:48:00.321099 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-500c2085-11bb-4425-9429-59dd70e58e62 req-afe71531-27bb-4dc2-8dfd-e6e8c1e11220 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782084 Jun 22 12:48:00.325856 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:00.326930 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:00.329800 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] 10.222.0.52 "PUT /v2.0/ports/e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 1094 time: 1.4945643 Jun 22 12:48:00.330961 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:00.334180 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef41ff5-217f-473b-bd55-7b0b762bcf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:00.431437 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Pushing event updated for resources: {'Port': ['ID=e187402a-0c24-4af4-a5e1-f78be18466cf,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:00.436278 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:00.537702 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:00.629348 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 61e459dc-8b02-4a40-9a65-e91ad36ed652, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=61e459dc-8b02-4a40-9a65-e91ad36ed652,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:00.634238 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fac7d47-f30e-47f8-8df7-e45c69d320c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e459dc-8b02-4a40-9a65-e91ad36ed652'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:00.640352 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6352cb-14b7-4ef1-8349-574ce3612dbb" -d '{"events": [{"server_uuid": "5fac7d47-f30e-47f8-8df7-e45c69d320c5", "name": "network-vif-plugged", "status": "completed", "tag": "61e459dc-8b02-4a40-9a65-e91ad36ed652"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:00.655778 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:00.658371 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:00.736451 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850bb44-4897-4d17-9e67-c7324ba0c8d6 req-38ed127f-70a4-414f-8cf4-98c834f633d9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:00.743297 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2850bb44-4897-4d17-9e67-c7324ba0c8d6 req-38ed127f-70a4-414f-8cf4-98c834f633d9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.2240679 Jun 22 12:48:00.847054 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=61e459dc-8b02-4a40-9a65-e91ad36ed652,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:00.852413 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:00.870321 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2850bb44-4897-4d17-9e67-c7324ba0c8d6 req-f9549799-dcc5-469d-b616-b6e7b2d0cdd0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075106 Jun 22 12:48:01.990850 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:48:06.330402 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40382) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:06.441211 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-41ad2c42-1007-449b-9060-1e62f16d3a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:06.547989 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-41ad2c42-1007-449b-9060-1e62f16d3a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:06.552730 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-41ad2c42-1007-449b-9060-1e62f16d3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:06.555456 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b5b75f7d-68c4-4efc-84de-bb6cc9ca1023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:06.595283 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad2c42-1007-449b-9060-1e62f16d3a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef69b5-0291-41f5-98eb-7e3c8834e1dd,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:06.602763 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-41ad2c42-1007-449b-9060-1e62f16d3a20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=715bd7f80d2b45c6931ed582a069c3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702129 Jun 22 12:48:06.603425 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-41ad2c42-1007-449b-9060-1e62f16d3a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:06.604372 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40386) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:06.658507 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-503f5a12-84f8-4f7e-92cf-e3f19cb89e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:06.690086 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-503f5a12-84f8-4f7e-92cf-e3f19cb89e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:06.764401 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-503f5a12-84f8-4f7e-92cf-e3f19cb89e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:06.767133 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-503f5a12-84f8-4f7e-92cf-e3f19cb89e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:06.768443 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-503f5a12-84f8-4f7e-92cf-e3f19cb89e1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5ef69b5-0291-41f5-98eb-7e3c8834e1dd HTTP/1.1" status: 204 len: 168 time: 0.1628404 Jun 22 12:48:06.769133 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9319419a-735b-41e8-a527-9bdde119586f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:06.777964 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a12-84f8-4f7e-92cf-e3f19cb89e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef69b5-0291-41f5-98eb-7e3c8834e1dd,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:06.780366 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-503f5a12-84f8-4f7e-92cf-e3f19cb89e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:09.055581 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40420) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:09.201885 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1245b974-7402-49d8-98c5-5acc0a811931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.315355 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1245b974-7402-49d8-98c5-5acc0a811931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.321024 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1245b974-7402-49d8-98c5-5acc0a811931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.324027 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-eda2424f-56a5-4698-8b70-727de7e8cc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:09.370659 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40424) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:09.371325 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1245b974-7402-49d8-98c5-5acc0a811931 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0759b0d29de54786861efc9f70464436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133085 Jun 22 12:48:09.371953 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245b974-7402-49d8-98c5-5acc0a811931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5344902-352c-4c4b-8178-d4774b4eab8e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:09.375297 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1245b974-7402-49d8-98c5-5acc0a811931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:09.431745 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6879e6c8-0670-4f8e-bfcd-131fa2267d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.454719 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6879e6c8-0670-4f8e-bfcd-131fa2267d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.508402 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6879e6c8-0670-4f8e-bfcd-131fa2267d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.510948 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6879e6c8-0670-4f8e-bfcd-131fa2267d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.512138 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-6879e6c8-0670-4f8e-bfcd-131fa2267d3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5344902-352c-4c4b-8178-d4774b4eab8e HTTP/1.1" status: 204 len: 168 time: 0.1394916 Jun 22 12:48:09.512881 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ca7265c0-6316-4ac1-ac9b-4e5de253a821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:09.521842 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879e6c8-0670-4f8e-bfcd-131fa2267d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5344902-352c-4c4b-8178-d4774b4eab8e,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:09.524715 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6879e6c8-0670-4f8e-bfcd-131fa2267d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:09.824502 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40430) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:09.838494 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-46eea2cb-4a01-4593-8933-817b26873aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.936267 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-46eea2cb-4a01-4593-8933-817b26873aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.940504 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-46eea2cb-4a01-4593-8933-817b26873aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:09.949804 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-dbfd99a2-4328-4bab-a907-ac9e56dec81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:09.973449 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-46eea2cb-4a01-4593-8933-817b26873aac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=792383cce3a645ac87a790d3810febcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468823 Jun 22 12:48:09.975878 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40432) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:09.987239 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eea2cb-4a01-4593-8933-817b26873aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ad4ecb-88ad-4878-b656-7e262d9d4904,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:09.991282 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-46eea2cb-4a01-4593-8933-817b26873aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:10.064611 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2be5-8343-45c5-ae94-b487e5e6c5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.088426 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2be5-8343-45c5-ae94-b487e5e6c5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.149070 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2be5-8343-45c5-ae94-b487e5e6c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.153966 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2be5-8343-45c5-ae94-b487e5e6c5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.157887 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-ae6e2be5-8343-45c5-ae94-b487e5e6c5cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3ad4ecb-88ad-4878-b656-7e262d9d4904 HTTP/1.1" status: 204 len: 168 time: 0.1786408 Jun 22 12:48:10.157887 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0a7f7b7b-798c-499d-94cb-74a018a91680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:10.187246 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e2be5-8343-45c5-ae94-b487e5e6c5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ad4ecb-88ad-4878-b656-7e262d9d4904,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:10.190671 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ae6e2be5-8343-45c5-ae94-b487e5e6c5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:10.524064 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40438) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:10.539894 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6369dab2-dea4-43dc-9a32-fa6c7578a428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.661377 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6369dab2-dea4-43dc-9a32-fa6c7578a428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.691140 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6369dab2-dea4-43dc-9a32-fa6c7578a428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.697969 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-bdd27312-5957-459e-a22b-22cf6ad98ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:10.738642 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-6369dab2-dea4-43dc-9a32-fa6c7578a428 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=130c119a38c14597a112abf813e74750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131732 Jun 22 12:48:10.742018 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40440) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:10.760644 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369dab2-dea4-43dc-9a32-fa6c7578a428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8602c75-9ea3-497e-aaf1-c1cc19836953,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:10.765083 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6369dab2-dea4-43dc-9a32-fa6c7578a428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:10.806449 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ee8395cb-35b0-4148-a4d4-6417cb2d2d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.828374 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ee8395cb-35b0-4148-a4d4-6417cb2d2d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.883221 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ee8395cb-35b0-4148-a4d4-6417cb2d2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.886126 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ee8395cb-35b0-4148-a4d4-6417cb2d2d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:10.887099 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-ee8395cb-35b0-4148-a4d4-6417cb2d2d4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8602c75-9ea3-497e-aaf1-c1cc19836953 HTTP/1.1" status: 204 len: 168 time: 0.1437140 Jun 22 12:48:10.888130 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-158c32f8-047d-4718-b2ff-21209de60c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:10.896916 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8395cb-35b0-4148-a4d4-6417cb2d2d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8602c75-9ea3-497e-aaf1-c1cc19836953,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:10.899166 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ee8395cb-35b0-4148-a4d4-6417cb2d2d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:12.744237 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e8968d-d464-42d4-b557-bc0c218ecd23 x-openstack-request-id: req-b6e8968d-d464-42d4-b557-bc0c218ecd23 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:12.745272 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:12.745750 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6e8968d-d464-42d4-b557-bc0c218ecd23 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:12.746186 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'status': 'completed', 'code': 200} Jun 22 12:48:12.768882 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63435b4-285b-4af2-957b-0a08782fa11c x-openstack-request-id: req-c63435b4-285b-4af2-957b-0a08782fa11c {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:12.770358 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fac7d47-f30e-47f8-8df7-e45c69d320c5", "name": "network-vif-plugged", "status": "completed", "tag": "61e459dc-8b02-4a40-9a65-e91ad36ed652", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:12.770358 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c63435b4-285b-4af2-957b-0a08782fa11c {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:12.770726 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fac7d47-f30e-47f8-8df7-e45c69d320c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e459dc-8b02-4a40-9a65-e91ad36ed652', 'code': 200} Jun 22 12:48:12.929275 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa0b4-e44b-4283-8fcc-fb97fb536ede req-4c05b1f7-f526-4bfd-9827-4edfa68e2453 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:12.935876 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-20aaa0b4-e44b-4283-8fcc-fb97fb536ede req-4c05b1f7-f526-4bfd-9827-4edfa68e2453 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.0788682 Jun 22 12:48:12.984210 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d647-e24d-4d80-8714-4617f2f6e6bf req-406cd549-effb-4112-a5ba-4714d82e497f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:12.989392 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-20aaa0b4-e44b-4283-8fcc-fb97fb536ede req-6ed67c4e-bd72-46ff-9bb8-38745edad85d tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480213 Jun 22 12:48:12.992814 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-14b5d647-e24d-4d80-8714-4617f2f6e6bf req-406cd549-effb-4112-a5ba-4714d82e497f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 944 time: 0.1482873 Jun 22 12:48:13.021075 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41ff5-217f-473b-bd55-7b0b762bcf6c req-0eb5389f-24fe-405d-95bf-92540b958d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:13.022988 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cef41ff5-217f-473b-bd55-7b0b762bcf6c req-0eb5389f-24fe-405d-95bf-92540b958d4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1097 time: 0.1226192 Jun 22 12:48:13.084780 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-14b5d647-e24d-4d80-8714-4617f2f6e6bf req-70939b1b-faf9-4485-8ca6-25ad19e3413b tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910072 Jun 22 12:48:13.197715 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d31e-e4b1-40d8-b20a-44fa5f1176e0 req-111443d2-c289-4fe6-9f8a-cd855eb430f6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:13.203507 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d899d31e-e4b1-40d8-b20a-44fa5f1176e0 req-111443d2-c289-4fe6-9f8a-cd855eb430f6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0757108 Jun 22 12:48:13.261348 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d899d31e-e4b1-40d8-b20a-44fa5f1176e0 req-1cc61a87-2ea7-4abd-990b-016d56282ee0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557525 Jun 22 12:48:13.294756 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41ff5-217f-473b-bd55-7b0b762bcf6c req-f500b146-bca0-47cc-9cf0-c535109e14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:13.296356 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cef41ff5-217f-473b-bd55-7b0b762bcf6c req-f500b146-bca0-47cc-9cf0-c535109e14a2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2568550 Jun 22 12:48:13.298216 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aee19-b922-4199-bc46-34eddb04d575 req-2d4e67c4-f049-4d86-9d97-f623656a7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:13.299574 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2d1aee19-b922-4199-bc46-34eddb04d575 req-2d4e67c4-f049-4d86-9d97-f623656a7e11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 1098 time: 0.1800878 Jun 22 12:48:13.451212 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2d1aee19-b922-4199-bc46-34eddb04d575 req-f9cd8b11-2921-4b1b-84d2-e1f91af87b07 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367140 Jun 22 12:48:13.516763 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41ff5-217f-473b-bd55-7b0b762bcf6c req-c38cf6d0-687e-4fdf-985d-d7b28e5e7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:13.518136 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cef41ff5-217f-473b-bd55-7b0b762bcf6c req-c38cf6d0-687e-4fdf-985d-d7b28e5e7aa3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050040 Jun 22 12:48:13.530861 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-67ca3ee9-869f-425c-b975-5f1cb296d7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:14.062577 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145517-0557-410b-a2ee-728f6774d234 req-5781e8c5-46cf-4b18-952d-fc1929e6aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:14.065164 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-5781e8c5-46cf-4b18-952d-fc1929e6aeac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1097 time: 0.0869000 Jun 22 12:48:14.151427 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-ff5b71bd-cbfd-475e-90cd-6fb1738b10bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 217 time: 0.0505416 Jun 22 12:48:14.214260 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145517-0557-410b-a2ee-728f6774d234 req-3b926f8a-fa88-41ff-a075-b10e093a3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:14.215814 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-3b926f8a-fa88-41ff-a075-b10e093a3c58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5c3b8f-3d1c-406a-8d27-a946476c9cac HTTP/1.1" status: 200 len: 853 time: 0.0495610 Jun 22 12:48:14.249808 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f558d-cf81-463b-9add-e82e2770a046 req-18ff2526-c1ce-4389-a147-d83d79087d73 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:14.254283 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f11f558d-cf81-463b-9add-e82e2770a046 req-18ff2526-c1ce-4389-a147-d83d79087d73 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.1162772 Jun 22 12:48:14.329282 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f11f558d-cf81-463b-9add-e82e2770a046 req-151cf992-9a51-44b0-8155-2a4c4c90f9d1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659051 Jun 22 12:48:14.517369 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d8f27-3972-4c4c-973e-05787e474a9b req-b8840585-c440-40a6-829a-6ee9dcc1d796 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:14.517369 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6b7d8f27-3972-4c4c-973e-05787e474a9b req-b8840585-c440-40a6-829a-6ee9dcc1d796 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0748901 Jun 22 12:48:14.593575 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6b7d8f27-3972-4c4c-973e-05787e474a9b req-427e41b8-3d1a-4b70-9172-e1f2729a7dd0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682452 Jun 22 12:48:14.603716 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145517-0557-410b-a2ee-728f6774d234 req-22491cbc-d0c6-4197-a9cb-a50d51c4b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:14.606032 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-22491cbc-d0c6-4197-a9cb-a50d51c4b620 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef36231b-af14-4d38-914f-263b094b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3781111 Jun 22 12:48:14.709033 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849fe88-3480-4870-8781-63761e6fead2 req-70181bbe-f6bb-4997-ab4c-5f405067b5f8 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:14.709033 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b849fe88-3480-4870-8781-63761e6fead2 req-70181bbe-f6bb-4997-ab4c-5f405067b5f8 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 944 time: 0.4323499 Jun 22 12:48:14.787516 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b849fe88-3480-4870-8781-63761e6fead2 req-66432f05-ef74-4b39-982a-9c483e54602c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841916 Jun 22 12:48:14.815109 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-3739bfc1-c280-4128-b38e-0482f96411c0 service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008936 Jun 22 12:48:14.934993 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c8145517-0557-410b-a2ee-728f6774d234 req-7bff7040-5240-4087-8dd0-5c56b6795fff service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050353 Jun 22 12:48:15.511063 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff12d15-6687-4dc8-926f-06bd45adf168 req-e84927a0-f63a-4c14-aed3-15c82c7fc088 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:15.513277 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-eff12d15-6687-4dc8-926f-06bd45adf168 req-e84927a0-f63a-4c14-aed3-15c82c7fc088 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.0693359 Jun 22 12:48:15.568001 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-eff12d15-6687-4dc8-926f-06bd45adf168 req-37fff100-fb60-4f4b-b2b0-63af1103e363 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485072 Jun 22 12:48:15.853470 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc17a82-89a1-4e25-876a-cd6cf5b0943e req-ecea1a38-b5b3-4cb5-8b11-625b6bc4a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:15.854990 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9fc17a82-89a1-4e25-876a-cd6cf5b0943e req-ecea1a38-b5b3-4cb5-8b11-625b6bc4a855 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1098 time: 0.1093764 Jun 22 12:48:15.883254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0742c-470f-42a6-91a9-f5771a943a01 req-bda957d2-5efa-47e9-8c09-053e04a411a8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:15.884804 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0dd0742c-470f-42a6-91a9-f5771a943a01 req-bda957d2-5efa-47e9-8c09-053e04a411a8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1052308 Jun 22 12:48:15.930007 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9fc17a82-89a1-4e25-876a-cd6cf5b0943e req-940ed605-0fd7-440d-9efc-37ad55f2803d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634243 Jun 22 12:48:15.947249 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0dd0742c-470f-42a6-91a9-f5771a943a01 req-283655c9-342e-40e3-aa2b-307686220140 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508013 Jun 22 12:48:16.003410 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addf66d-2b3b-4aa1-94c6-8d2462697f40 req-736bc0ad-8177-4367-9303-25a52cd222a2 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:16.005478 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7addf66d-2b3b-4aa1-94c6-8d2462697f40 req-736bc0ad-8177-4367-9303-25a52cd222a2 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 944 time: 0.0756443 Jun 22 12:48:16.065969 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7addf66d-2b3b-4aa1-94c6-8d2462697f40 req-a29807db-985c-4a52-b63d-e21c4f5752fb tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540097 Jun 22 12:48:16.761322 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46606-576f-4b8f-9a60-b7288203e538 req-4d2a119a-10f2-4e23-ae53-85de80c2d669 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:16.763054 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8cd46606-576f-4b8f-9a60-b7288203e538 req-4d2a119a-10f2-4e23-ae53-85de80c2d669 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1141264 Jun 22 12:48:16.803886 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-cc5cdbf0-d73f-4a06-ae63-3d87b79ad63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:16.813270 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8cd46606-576f-4b8f-9a60-b7288203e538 req-43261566-8324-46e4-8c03-268d2fb3ec8f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443404 Jun 22 12:48:16.867082 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55e794-460d-4915-9833-ea8032ef2af6 req-7fb6ba1e-45bf-419f-bc5b-9f079400e712 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:16.869008 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8b55e794-460d-4915-9833-ea8032ef2af6 req-7fb6ba1e-45bf-419f-bc5b-9f079400e712 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.0869615 Jun 22 12:48:16.915739 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8b55e794-460d-4915-9833-ea8032ef2af6 req-85886b7f-1bd6-4d6f-8e6d-e78b032d4a58 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Jun 22 12:48:17.210346 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd47732-ad34-482c-b752-6e7cb8f1fcc1 req-f40f746f-e09e-42c4-8b6a-e82afbe18fc8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:17.213256 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cdd47732-ad34-482c-b752-6e7cb8f1fcc1 req-f40f746f-e09e-42c4-8b6a-e82afbe18fc8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0859482 Jun 22 12:48:17.285233 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cdd47732-ad34-482c-b752-6e7cb8f1fcc1 req-7630e4cf-dcd1-41ec-94e4-65819c6703dc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621719 Jun 22 12:48:17.295463 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acb267-e515-4983-8c91-be3195590891 req-a11e5043-3e73-40b7-80d3-866c64d0e2bd tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:17.297439 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-38acb267-e515-4983-8c91-be3195590891 req-a11e5043-3e73-40b7-80d3-866c64d0e2bd tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 944 time: 0.1022515 Jun 22 12:48:17.342330 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-38acb267-e515-4983-8c91-be3195590891 req-8a5fb341-9b12-40b9-97d0-d30543d5d3de tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Jun 22 12:48:17.466203 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:17.967791 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:18.068610 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77efd36-663e-40bb-8c39-b68295f584b5 req-3c0af3e5-7fb4-4356-b9dd-8aa342d96cd0 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:18.070261 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d77efd36-663e-40bb-8c39-b68295f584b5 req-3c0af3e5-7fb4-4356-b9dd-8aa342d96cd0 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0750535 Jun 22 12:48:18.118008 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d77efd36-663e-40bb-8c39-b68295f584b5 req-39513b9a-fbf0-494e-ade0-93a7617ca333 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Jun 22 12:48:18.526725 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5acebb-1311-49e5-b999-7a575b28c189 req-8f771500-9f60-46d8-b0ab-9557fe3df88e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:18.529402 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fe5acebb-1311-49e5-b999-7a575b28c189 req-8f771500-9f60-46d8-b0ab-9557fe3df88e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0897112 Jun 22 12:48:18.600319 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fe5acebb-1311-49e5-b999-7a575b28c189 req-2638a67e-0450-425a-9dba-a5c198e6c982 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Jun 22 12:48:18.623349 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0a927-94f9-4bf7-9d6f-78b5a392e592 req-3c07d7b7-bb28-47b5-8b81-23f28dc4f583 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:18.637823 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3cd0a927-94f9-4bf7-9d6f-78b5a392e592 req-3c07d7b7-bb28-47b5-8b81-23f28dc4f583 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 944 time: 0.1165321 Jun 22 12:48:18.653285 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:18.692539 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3cd0a927-94f9-4bf7-9d6f-78b5a392e592 req-83c92212-4e14-49f1-bc4e-0bed462aded4 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503228 Jun 22 12:48:19.367233 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-fdf6f563-c0f1-4cd3-93d7-d1b8d84fa9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:19.368764 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-fdf6f563-c0f1-4cd3-93d7-d1b8d84fa9aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1098 time: 0.1889198 Jun 22 12:48:19.377637 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236035d-02fc-4546-ac9d-80ac85eff7bb req-6155ed1a-54e9-48c8-a79c-7a1ba0dab9e8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:19.381592 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6236035d-02fc-4546-ac9d-80ac85eff7bb req-6155ed1a-54e9-48c8-a79c-7a1ba0dab9e8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0791752 Jun 22 12:48:19.395179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca019f-16ff-4fd9-a071-b547a95c0b44 req-5ba90426-7206-4bde-8d4e-a9ec8c04eee8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:19.396771 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-65ca019f-16ff-4fd9-a071-b547a95c0b44 req-5ba90426-7206-4bde-8d4e-a9ec8c04eee8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1480391 Jun 22 12:48:19.432514 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6236035d-02fc-4546-ac9d-80ac85eff7bb req-ccc484b2-91ff-4f7b-8e40-de348da69cac tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424533 Jun 22 12:48:19.494879 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-65ca019f-16ff-4fd9-a071-b547a95c0b44 req-63aaaa64-868b-4669-8079-d8ac047f7c65 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857170 Jun 22 12:48:19.529277 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-80cbabf0-3c78-4a6c-9920-50138817baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:19.529277 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-80cbabf0-3c78-4a6c-9920-50138817baa9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.1465864 Jun 22 12:48:19.577844 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-d3e322df-e281-4eeb-b460-25075f261e28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 200 len: 217 time: 0.0388572 Jun 22 12:48:19.640458 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-8cd33f66-2681-4f8a-85c6-9b0ee87880a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:19.641902 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-8cd33f66-2681-4f8a-85c6-9b0ee87880a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.0525374 Jun 22 12:48:19.692773 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-5d501daa-5ad8-40c1-bcd1-05d64aa5478e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372176 Jun 22 12:48:19.814001 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-1d8cdc6d-a9da-425f-b286-c44314206e0b service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041491 Jun 22 12:48:19.907631 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b218c5a-8fa9-4baf-af69-5c2ceafd5778 req-9c36b21d-bd77-4d9a-a921-85ed30940e63 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:19.909068 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1b218c5a-8fa9-4baf-af69-5c2ceafd5778 req-9c36b21d-bd77-4d9a-a921-85ed30940e63 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 944 time: 0.0740528 Jun 22 12:48:19.949926 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a43fd534-7d8d-4d5b-a5d3-4465d094926d req-05283543-8a20-41d0-aca3-75023019c438 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232221 Jun 22 12:48:19.953986 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:19.975190 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1b218c5a-8fa9-4baf-af69-5c2ceafd5778 req-abe600ce-0b6e-4ebd-a3e2-88a9bd1832e5 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589094 Jun 22 12:48:20.007411 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device e187402a-0c24-4af4-a5e1-f78be18466cf details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:48:20.194345 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port e187402a-0c24-4af4-a5e1-f78be18466cf, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e187402a-0c24-4af4-a5e1-f78be18466cf,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:20.218532 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'port_id': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'mac_address': 'fa:16:3e:1e:c6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:48:20.292929 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:20.315460 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e187402a-0c24-4af4-a5e1-f78be18466cf {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:20.350588 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port e187402a-0c24-4af4-a5e1-f78be18466cf, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e187402a-0c24-4af4-a5e1-f78be18466cf,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:20.356938 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:20.359444 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:20.418197 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=e187402a-0c24-4af4-a5e1-f78be18466cf,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:20.421592 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:20.427378 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0692c-9eeb-4237-bf6b-76c5a4388bb5 req-142d2d86-919c-4c98-b859-582e14451cbf tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:20.428646 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-73d0692c-9eeb-4237-bf6b-76c5a4388bb5 req-142d2d86-919c-4c98-b859-582e14451cbf tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1072760 Jun 22 12:48:20.483580 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-73d0692c-9eeb-4237-bf6b-76c5a4388bb5 req-399eb911-3b09-4d58-a5c5-0b86f49d9c79 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488181 Jun 22 12:48:20.656897 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656e0e8-9b8f-4fcb-abda-0b7bc32be071 req-6d9b6aa5-3cbd-4103-aa68-64b130f33ee3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:20.659573 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5656e0e8-9b8f-4fcb-abda-0b7bc32be071 req-6d9b6aa5-3cbd-4103-aa68-64b130f33ee3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0834718 Jun 22 12:48:20.720879 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7a97-f449-4853-8632-78e992508c29 req-85ac287b-3fc7-4e80-968b-95a41be40dcb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:20.722842 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5656e0e8-9b8f-4fcb-abda-0b7bc32be071 req-1583876b-c0de-4e2f-bd6d-1c1465b132ac tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565021 Jun 22 12:48:20.723657 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a62f7a97-f449-4853-8632-78e992508c29 req-85ac287b-3fc7-4e80-968b-95a41be40dcb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0860972 Jun 22 12:48:20.771865 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a62f7a97-f449-4853-8632-78e992508c29 req-a367fa06-6c4c-4094-a0af-c5c4f1314c79 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Jun 22 12:48:21.190065 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0add4-b081-49a2-9adc-294de374c764 req-b49f2b17-c7a7-4f67-b692-a7531b8e2eec tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:21.191600 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-daa0add4-b081-49a2-9adc-294de374c764 req-b49f2b17-c7a7-4f67-b692-a7531b8e2eec tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 945 time: 0.0791860 Jun 22 12:48:21.243353 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-daa0add4-b081-49a2-9adc-294de374c764 req-baac93ad-75d9-4f0b-b3fd-2185aea32b30 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Jun 22 12:48:21.261578 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['e187402a-0c24-4af4-a5e1-f78be18466cf'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:21.711368 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700bc4b-4989-4cab-8a8b-2c6f4949bcf8 req-cbb35986-6fb6-428d-9009-c85335e17c3e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:21.713899 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3700bc4b-4989-4cab-8a8b-2c6f4949bcf8 req-cbb35986-6fb6-428d-9009-c85335e17c3e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1114635 Jun 22 12:48:21.754467 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3700bc4b-4989-4cab-8a8b-2c6f4949bcf8 req-9e9f8ebd-d930-4dec-82a7-4e03822aa068 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347376 Jun 22 12:48:21.996419 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9154f3-5d1d-43ac-ada5-8815dc025a15 req-a70567b4-8a43-4565-8d1d-919ad95f1079 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:21.999511 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ed9154f3-5d1d-43ac-ada5-8815dc025a15 req-a70567b4-8a43-4565-8d1d-919ad95f1079 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1225653 Jun 22 12:48:22.074813 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ed9154f3-5d1d-43ac-ada5-8815dc025a15 req-c815baf0-0062-47df-a1c7-045a8cf8737c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638418 Jun 22 12:48:22.078788 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903dfd-2249-471a-ab69-c071895c4fb2 req-15128df5-c550-49e1-9348-21f7038b126c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:22.082033 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-52903dfd-2249-471a-ab69-c071895c4fb2 req-15128df5-c550-49e1-9348-21f7038b126c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1106608 Jun 22 12:48:22.149154 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-52903dfd-2249-471a-ab69-c071895c4fb2 req-fe308f22-3555-4679-9f99-116456c75662 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502858 Jun 22 12:48:22.528800 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690aba7-1a32-43a6-947b-98c8a654f78d req-72e03f78-adeb-49df-b852-5cd6d08763f5 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:22.533102 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d690aba7-1a32-43a6-947b-98c8a654f78d req-72e03f78-adeb-49df-b852-5cd6d08763f5 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 945 time: 0.1222956 Jun 22 12:48:22.593552 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d690aba7-1a32-43a6-947b-98c8a654f78d req-2cd5acdc-27a7-4281-8817-a1dd69087a0e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455232 Jun 22 12:48:22.972460 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ff29e-71a9-4030-94cd-fcd025b50cd7 req-2b505fda-f16e-4700-a612-7457eebca608 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:22.975185 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-824ff29e-71a9-4030-94cd-fcd025b50cd7 req-2b505fda-f16e-4700-a612-7457eebca608 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0966635 Jun 22 12:48:23.045858 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-824ff29e-71a9-4030-94cd-fcd025b50cd7 req-11b0e5c6-4fe4-4e8a-89a1-1153b5ce0f88 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645673 Jun 22 12:48:23.328428 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67968c-b31b-4865-aa0a-5d08e126cfbc req-bdc72c72-355b-47af-87be-be6d2f45a08e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:23.330216 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-af67968c-b31b-4865-aa0a-5d08e126cfbc req-bdc72c72-355b-47af-87be-be6d2f45a08e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1101720 Jun 22 12:48:23.363083 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412d1cd-402d-43ab-aa3e-336cb685c1e8 req-e6694ea2-b20d-46c8-9f7b-1e9964219f5a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:23.365004 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e412d1cd-402d-43ab-aa3e-336cb685c1e8 req-e6694ea2-b20d-46c8-9f7b-1e9964219f5a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0978789 Jun 22 12:48:23.382123 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-af67968c-b31b-4865-aa0a-5d08e126cfbc req-3320e6cd-318c-4cdc-b6ac-973ef79fdd93 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446939 Jun 22 12:48:23.414101 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e412d1cd-402d-43ab-aa3e-336cb685c1e8 req-b4457ebe-150e-4841-8601-9a22ab66d16a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Jun 22 12:48:23.783908 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588994b6-ce45-48b5-8afe-5844e9799c1a req-81ba8891-35d8-4b77-8748-81f0bebab476 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:23.786182 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-588994b6-ce45-48b5-8afe-5844e9799c1a req-81ba8891-35d8-4b77-8748-81f0bebab476 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 945 time: 0.0705266 Jun 22 12:48:23.830174 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-588994b6-ce45-48b5-8afe-5844e9799c1a req-201992ce-7479-4086-994b-da124890b13a tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345929 Jun 22 12:48:24.027208 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device e187402a-0c24-4af4-a5e1-f78be18466cf up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:24.088758 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port e187402a-0c24-4af4-a5e1-f78be18466cf completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:48:24.093265 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port e187402a-0c24-4af4-a5e1-f78be18466cf triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:24.094065 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.203890 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.230038 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:24.232407 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b4543e-9248-485a-b612-bafe1d7bd070" -d '{"events": [{"server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "name": "network-vif-plugged", "status": "completed", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:24.248845 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port e187402a-0c24-4af4-a5e1-f78be18466cf, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e187402a-0c24-4af4-a5e1-f78be18466cf,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:24.255050 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:24.258815 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:24.286369 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f637e392-3198-4716-952d-5c0734bf6da5 x-openstack-request-id: req-f637e392-3198-4716-952d-5c0734bf6da5 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:24.286666 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "name": "network-vif-plugged", "status": "completed", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:24.286928 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f637e392-3198-4716-952d-5c0734bf6da5 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:24.287323 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'code': 200} Jun 22 12:48:24.335093 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17877570-35a7-48ea-a7cc-580943b78b83 req-ad31298f-38a4-4ae8-a8a7-24f6ccee42f7 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:24.337571 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17877570-35a7-48ea-a7cc-580943b78b83 req-ad31298f-38a4-4ae8-a8a7-24f6ccee42f7 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1285114 Jun 22 12:48:24.344742 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=e187402a-0c24-4af4-a5e1-f78be18466cf,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:24.355687 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:24.400082 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17877570-35a7-48ea-a7cc-580943b78b83 req-4d12e07b-2f74-4221-907f-a0b9deb39d27 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501852 Jun 22 12:48:24.611549 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87001-9ba4-480d-a2d5-14a851681025 req-1320e88d-fad3-4f6f-928c-4ca84c9a8d71 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:24.617603 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ff87001-9ba4-480d-a2d5-14a851681025 req-1320e88d-fad3-4f6f-928c-4ca84c9a8d71 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0996320 Jun 22 12:48:24.664161 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ff87001-9ba4-480d-a2d5-14a851681025 req-c7e26117-d0da-4156-b885-02e572425ec2 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390446 Jun 22 12:48:24.676991 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfdd97-9926-46b7-aaf1-56498eea1d46 req-2759bd0b-f3b3-41ce-add5-f54bd94e31f0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:24.678604 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0ebfdd97-9926-46b7-aaf1-56498eea1d46 req-2759bd0b-f3b3-41ce-add5-f54bd94e31f0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0999095 Jun 22 12:48:24.753791 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0ebfdd97-9926-46b7-aaf1-56498eea1d46 req-bf25792d-a8d0-44f8-9343-61bafb24c852 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607927 Jun 22 12:48:24.769440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca28ba-3fdf-4089-a544-409304dbf0a0 req-2c6add54-afe1-4d00-a089-4514fd50b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:24.770911 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-98ca28ba-3fdf-4089-a544-409304dbf0a0 req-2c6add54-afe1-4d00-a089-4514fd50b5ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1099 time: 0.0872927 Jun 22 12:48:24.826223 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-98ca28ba-3fdf-4089-a544-409304dbf0a0 req-f7399207-ca35-481e-9c00-f069fb2760ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Jun 22 12:48:25.062637 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5702c7-627f-4d1a-b339-04f915b61810 req-ec378a16-0a2a-422a-b9b9-a9a3ebc5b4a4 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:25.064699 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7b5702c7-627f-4d1a-b339-04f915b61810 req-ec378a16-0a2a-422a-b9b9-a9a3ebc5b4a4 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.1161523 Jun 22 12:48:25.118893 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7b5702c7-627f-4d1a-b339-04f915b61810 req-a880556c-0a84-4712-8076-42f5f8ca3cf7 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Jun 22 12:48:25.602458 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbbe4e-d72a-46d8-a5bb-b36313cedc1a req-763eec7a-3676-4385-a2bd-bca9cb6e789c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:25.604943 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ebbbbe4e-d72a-46d8-a5bb-b36313cedc1a req-763eec7a-3676-4385-a2bd-bca9cb6e789c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0746868 Jun 22 12:48:25.656735 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ebbbbe4e-d72a-46d8-a5bb-b36313cedc1a req-7459b031-d6af-417b-9b15-38b885443026 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452349 Jun 22 12:48:25.904207 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7873994-acb4-42d8-9976-84b580ad9630 req-70d317c7-5d94-4dad-ac07-47c06568be94 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:25.905890 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a7873994-acb4-42d8-9976-84b580ad9630 req-70d317c7-5d94-4dad-ac07-47c06568be94 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1057618 Jun 22 12:48:25.958165 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a7873994-acb4-42d8-9976-84b580ad9630 req-09542f05-2785-40a2-9758-a770bcc0643d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Jun 22 12:48:26.385481 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64a8a5-f015-44b5-88ed-52d6322edeff req-8409866a-1116-4345-8c15-6c44a4b66811 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:26.388225 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fb64a8a5-f015-44b5-88ed-52d6322edeff req-8409866a-1116-4345-8c15-6c44a4b66811 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.1040533 Jun 22 12:48:26.451282 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fb64a8a5-f015-44b5-88ed-52d6322edeff req-10cd6224-5450-4ce6-a76d-a7741e88208a tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535278 Jun 22 12:48:26.587115 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae90765-d8d0-4cdd-b97b-3f31384cb351 req-944e577b-4c96-4d3e-b620-058d78a1ce8f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:26.589908 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5ae90765-d8d0-4cdd-b97b-3f31384cb351 req-944e577b-4c96-4d3e-b620-058d78a1ce8f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0998111 Jun 22 12:48:26.657651 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5ae90765-d8d0-4cdd-b97b-3f31384cb351 req-a1dd68df-14ef-4f21-9268-11a449386bc6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614705 Jun 22 12:48:26.867736 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfa64-2597-4bb7-ab58-9980f012bf4d req-7ab4532f-48d3-44c4-b72f-cf69e55773e2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:26.869361 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a15dfa64-2597-4bb7-ab58-9980f012bf4d req-7ab4532f-48d3-44c4-b72f-cf69e55773e2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0808353 Jun 22 12:48:26.931037 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a15dfa64-2597-4bb7-ab58-9980f012bf4d req-8b752865-e61c-4f8b-9684-c11f5da29ac7 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507495 Jun 22 12:48:27.124077 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fb1c3-d8ae-49f5-b98b-94fac24726d8 req-3fa8ae1f-c249-4cce-8496-d0323daad64e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:27.125396 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-398fb1c3-d8ae-49f5-b98b-94fac24726d8 req-3fa8ae1f-c249-4cce-8496-d0323daad64e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.0766323 Jun 22 12:48:27.173071 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-398fb1c3-d8ae-49f5-b98b-94fac24726d8 req-d73b9ef8-c66a-44c3-a29e-8018fd744767 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Jun 22 12:48:27.414401 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba005b5-ae75-4186-a1a0-7dd13c2b9e6e req-59f3c71b-fdcb-4698-80de-eda59203ce4f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:27.417015 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9ba005b5-ae75-4186-a1a0-7dd13c2b9e6e req-59f3c71b-fdcb-4698-80de-eda59203ce4f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1244681 Jun 22 12:48:27.476692 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9ba005b5-ae75-4186-a1a0-7dd13c2b9e6e req-664e2d34-54ce-4d58-bfc0-9a66cf0022de tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498078 Jun 22 12:48:27.708785 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14e200-b4cf-4f7a-826b-d64eae966f94 req-9d8e4fbe-4dcb-439b-adb1-724481f7b07f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:27.710398 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4a14e200-b4cf-4f7a-826b-d64eae966f94 req-9d8e4fbe-4dcb-439b-adb1-724481f7b07f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.0939784 Jun 22 12:48:27.762133 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4a14e200-b4cf-4f7a-826b-d64eae966f94 req-218bc339-62f0-4f05-9a01-d054f0fbb065 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457547 Jun 22 12:48:27.952406 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4881-02d1-4723-b77e-4bc6f1bd68ab req-a8140e12-29eb-4d05-b7bd-c91a5ffa6f60 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:27.953911 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a2ea4881-02d1-4723-b77e-4bc6f1bd68ab req-a8140e12-29eb-4d05-b7bd-c91a5ffa6f60 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.0693386 Jun 22 12:48:28.025538 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a2ea4881-02d1-4723-b77e-4bc6f1bd68ab req-8875249d-edd2-4361-98e1-93768777c878 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654066 Jun 22 12:48:28.155483 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158bf59-348c-4aed-b884-c3d074f2cea3 req-8a7d5ac7-8b33-433a-8b31-0c5922b1951d tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:28.157191 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b158bf59-348c-4aed-b884-c3d074f2cea3 req-8a7d5ac7-8b33-433a-8b31-0c5922b1951d tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0815508 Jun 22 12:48:28.209081 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b158bf59-348c-4aed-b884-c3d074f2cea3 req-0d547a15-d61b-47a4-ab8d-83a3e4357280 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411084 Jun 22 12:48:28.394466 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240a6f3-a991-428e-b45e-31a9230458bf req-9c2926fe-221c-4212-b3ec-eb6aa5f59366 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:28.396217 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d240a6f3-a991-428e-b45e-31a9230458bf req-9c2926fe-221c-4212-b3ec-eb6aa5f59366 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.0763061 Jun 22 12:48:28.463036 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d240a6f3-a991-428e-b45e-31a9230458bf req-aed6622a-5824-4be1-9ec3-71502a5e4b08 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586212 Jun 22 12:48:28.488575 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d972-becc-40a6-95a9-672a6d65b42b req-49f66387-7007-47fd-802b-d34277ae8ca4 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:28.490454 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-da50d972-becc-40a6-95a9-672a6d65b42b req-49f66387-7007-47fd-802b-d34277ae8ca4 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.0739715 Jun 22 12:48:28.533475 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-da50d972-becc-40a6-95a9-672a6d65b42b req-240f39f4-9874-4601-8b85-56bb0e30fb20 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374494 Jun 22 12:48:28.713371 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdc4d3-bdea-4cdf-b694-2dd5f81322b8 req-376efd4e-67cb-40c6-ae43-5dad47e6549b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:28.715715 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-13bdc4d3-bdea-4cdf-b694-2dd5f81322b8 req-376efd4e-67cb-40c6-ae43-5dad47e6549b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0960371 Jun 22 12:48:28.784895 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-13bdc4d3-bdea-4cdf-b694-2dd5f81322b8 req-73ec7a62-e023-46a0-b6c8-8835d3926970 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554245 Jun 22 12:48:29.464254 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de13e1d-9f8f-4c72-b57d-ba963e4b6957 req-9ae965db-8d27-40a8-bc42-097a846bf424 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:29.465811 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6de13e1d-9f8f-4c72-b57d-ba963e4b6957 req-9ae965db-8d27-40a8-bc42-097a846bf424 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0968826 Jun 22 12:48:29.521251 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6de13e1d-9f8f-4c72-b57d-ba963e4b6957 req-4bb6aefa-2c24-4e53-a121-3cd99bdf792f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445511 Jun 22 12:48:29.697455 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e3134-4ea8-4001-89bd-9cd52c894e39 req-d4a5611c-7b31-400c-b54b-b00c3e186236 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:29.699912 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-445e3134-4ea8-4001-89bd-9cd52c894e39 req-d4a5611c-7b31-400c-b54b-b00c3e186236 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.0965366 Jun 22 12:48:29.747471 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-445e3134-4ea8-4001-89bd-9cd52c894e39 req-66461599-6be2-4bc7-8eed-cb72b3c3a96a tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387108 Jun 22 12:48:29.993901 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b172-6ea7-4f7b-8106-f98242868e7f req-4b910614-5b57-4e5e-a345-6169d77e99c9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:29.995405 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc05b172-6ea7-4f7b-8106-f98242868e7f req-4b910614-5b57-4e5e-a345-6169d77e99c9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0795665 Jun 22 12:48:30.051004 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc05b172-6ea7-4f7b-8106-f98242868e7f req-9eb06068-b5d8-417d-b99c-71f053f05c91 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444908 Jun 22 12:48:30.775437 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32b439-144e-44d3-8a50-022f15541f05 req-ec0585f2-db4f-4896-9d26-d29c749d282b tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:30.783508 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5e32b439-144e-44d3-8a50-022f15541f05 req-ec0585f2-db4f-4896-9d26-d29c749d282b tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1095312 Jun 22 12:48:30.845997 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5e32b439-144e-44d3-8a50-022f15541f05 req-73fd8809-9593-4914-977f-c6cf38a591c2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598223 Jun 22 12:48:31.019898 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7a3ba-8325-4cb8-8fff-6940c8cd8fcf req-abe4e83b-f39b-4bf2-9c29-c6fa30d51df8 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:31.022327 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-41c7a3ba-8325-4cb8-8fff-6940c8cd8fcf req-abe4e83b-f39b-4bf2-9c29-c6fa30d51df8 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.1038797 Jun 22 12:48:31.083802 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-41c7a3ba-8325-4cb8-8fff-6940c8cd8fcf req-7cd111b5-f818-482b-af40-2b099c4d35fb tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518527 Jun 22 12:48:31.337993 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75645beb-2786-4747-869f-90a5256c68cb req-04de96b3-d6ef-4e61-998e-7bec6540eaac tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:31.339541 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-75645beb-2786-4747-869f-90a5256c68cb req-04de96b3-d6ef-4e61-998e-7bec6540eaac tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1072536 Jun 22 12:48:31.408483 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-75645beb-2786-4747-869f-90a5256c68cb req-675356e3-cb10-45ed-9172-fd2b0948de23 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596211 Jun 22 12:48:31.417013 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b661c4-3914-4996-8613-e65482d75566 req-d9f1b4fd-bfa8-4d77-ab26-2d59c2d93023 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:31.418578 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c0b661c4-3914-4996-8613-e65482d75566 req-d9f1b4fd-bfa8-4d77-ab26-2d59c2d93023 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0808525 Jun 22 12:48:31.470997 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-a7429eef-3040-45ed-ba40-640b7fb58cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:31.473419 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-a7429eef-3040-45ed-ba40-640b7fb58cf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1098 time: 0.0766275 Jun 22 12:48:31.485325 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c0b661c4-3914-4996-8613-e65482d75566 req-2f0926dd-9cab-421d-84e3-903969e8cbdd tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523386 Jun 22 12:48:31.652453 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-7a5d7df6-d4ef-4903-94c9-31c85566803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:31.653860 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-7a5d7df6-d4ef-4903-94c9-31c85566803e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.0957990 Jun 22 12:48:31.756351 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-bd1fb3df-9a86-41cf-a4f2-c9e2480db75b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 200 len: 217 time: 0.0680337 Jun 22 12:48:31.831996 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-bed2f4a1-4b6b-4ebb-b3f2-1cebcd6ae066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:31.833512 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-bed2f4a1-4b6b-4ebb-b3f2-1cebcd6ae066 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.0687399 Jun 22 12:48:31.847527 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-6b5ef840-cc58-4c2e-bd6c-73b7d93bfe51 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:31.849151 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-6b5ef840-cc58-4c2e-bd6c-73b7d93bfe51 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.1598170 Jun 22 12:48:31.892391 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-3d9d8b0d-2bb3-470f-b8c9-2169c668f5a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422397 Jun 22 12:48:32.218594 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-3e033543-4b1b-41d4-a5b6-ea03fc2bf523 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967329 Jun 22 12:48:32.253890 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6116cd-1405-46be-a20e-511e9dba733b req-0882b411-74ee-43d9-a455-463dac2875cf tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:32.255968 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9f6116cd-1405-46be-a20e-511e9dba733b req-0882b411-74ee-43d9-a455-463dac2875cf tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.2296121 Jun 22 12:48:32.269677 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Deleting port 61e459dc-8b02-4a40-9a65-e91ad36ed652 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:48:32.270255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:32.282636 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7db3dc-1c9d-4a00-b23d-4c510e7191af req-36c7b5a6-f614-48e0-91cf-2fd555de4db4 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:32.284954 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-af7db3dc-1c9d-4a00-b23d-4c510e7191af req-36c7b5a6-f614-48e0-91cf-2fd555de4db4 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 945 time: 0.0770183 Jun 22 12:48:32.327931 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-af7db3dc-1c9d-4a00-b23d-4c510e7191af req-4cbb3106-9fb0-4b92-b8c7-1d97b7758f83 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Jun 22 12:48:32.462580 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9f6116cd-1405-46be-a20e-511e9dba733b req-6b7f549d-0770-408c-923b-9e7ab89f37cc tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888700 Jun 22 12:48:32.527676 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] For port 61e459dc-8b02-4a40-9a65-e91ad36ed652, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=61e459dc-8b02-4a40-9a65-e91ad36ed652,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:32.528045 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:32.642029 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283ef48-3507-4bbf-bb3e-4b31c1a99b01 req-847c445a-fc01-4bdf-8d2e-8349794a1ad7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:32.644502 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6283ef48-3507-4bbf-bb3e-4b31c1a99b01 req-847c445a-fc01-4bdf-8d2e-8349794a1ad7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0764291 Jun 22 12:48:32.688254 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6283ef48-3507-4bbf-bb3e-4b31c1a99b01 req-26bcfef5-bcc1-4b0e-bc5e-59e119a4ecf3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357628 Jun 22 12:48:32.849554 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Calling delete_port for 61e459dc-8b02-4a40-9a65-e91ad36ed652 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:48:32.858591 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d25e03c-d5d0-48fd-902c-cc4c87eb793c req-f67a9ab7-700a-48f7-9cbc-09cc2b31b8e0 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005657 Jun 22 12:48:33.015305 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138265-5861-4b82-ab1c-c632fd1852cf req-a1caf45a-ca58-4ba4-aa07-2a981cf205a1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:33.016839 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-85138265-5861-4b82-ab1c-c632fd1852cf req-a1caf45a-ca58-4ba4-aa07-2a981cf205a1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1636443 Jun 22 12:48:33.101748 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-85138265-5861-4b82-ab1c-c632fd1852cf req-88e0b813-b731-48b2-8062-88d801922af9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766118 Jun 22 12:48:33.129717 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:33.133944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5e6b365e-ca6f-4ca8-b1ee-bbc8d15830e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:33.161214 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Pushing event deleted for resources: {'Port': ['ID=61e459dc-8b02-4a40-9a65-e91ad36ed652,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:33.164430 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:33.187516 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['909488f5-3573-4aad-9d17-6164be96f018', 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226', 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd', '61e459dc-8b02-4a40-9a65-e91ad36ed652'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:33.230037 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] No DVR routers for this DVR port 61e459dc-8b02-4a40-9a65-e91ad36ed652 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:48:33.233493 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:33.236260 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2adf2ea6-fcbc-4967-8b55-8c529c6265e5 req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "DELETE /v2.0/ports/61e459dc-8b02-4a40-9a65-e91ad36ed652 HTTP/1.1" status: 204 len: 173 time: 1.3462448 Jun 22 12:48:33.236826 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fac7d47-f30e-47f8-8df7-e45c69d320c5', 'name': 'network-vif-deleted', 'tag': '61e459dc-8b02-4a40-9a65-e91ad36ed652'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:33.239967 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a6f1f2-f685-47fd-bce4-f4036a466fe5" -d '{"events": [{"server_uuid": "5fac7d47-f30e-47f8-8df7-e45c69d320c5", "name": "network-vif-deleted", "tag": "61e459dc-8b02-4a40-9a65-e91ad36ed652"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:33.280602 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20cd939-3cc1-46b6-ab6e-b0456eb83ab0 x-openstack-request-id: req-b20cd939-3cc1-46b6-ab6e-b0456eb83ab0 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:33.280928 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fac7d47-f30e-47f8-8df7-e45c69d320c5", "name": "network-vif-deleted", "tag": "61e459dc-8b02-4a40-9a65-e91ad36ed652", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:33.281252 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b20cd939-3cc1-46b6-ab6e-b0456eb83ab0 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:33.281792 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fac7d47-f30e-47f8-8df7-e45c69d320c5', 'name': 'network-vif-deleted', 'tag': '61e459dc-8b02-4a40-9a65-e91ad36ed652', 'status': 'completed', 'code': 200} Jun 22 12:48:33.515528 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f8b52d8a-7a48-4680-974b-10fe13aa43ff req-4d9fe411-5028-4bd2-9daf-7ea616183d5b tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fac7d47-f30e-47f8-8df7-e45c69d320c5 HTTP/1.1" status: 200 len: 210 time: 0.0335402 Jun 22 12:48:33.667818 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e1eb2-eee3-4d6b-b528-934ebc8f9696 req-e292ff70-5412-4b1e-942b-d4725e4e10be tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:33.669204 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f13e1eb2-eee3-4d6b-b528-934ebc8f9696 req-e292ff70-5412-4b1e-942b-d4725e4e10be tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0626409 Jun 22 12:48:33.706060 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f13e1eb2-eee3-4d6b-b528-934ebc8f9696 req-968da81c-5b0e-4d35-8703-20305411bcb4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307086 Jun 22 12:48:33.871887 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06344d6-6d9a-4afd-bdfd-a24ce2bae619 req-b242c0d1-5d7e-49e8-bce5-72c4601bd0ee tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:33.873440 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c06344d6-6d9a-4afd-bdfd-a24ce2bae619 req-b242c0d1-5d7e-49e8-bce5-72c4601bd0ee tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0641792 Jun 22 12:48:33.913119 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c06344d6-6d9a-4afd-bdfd-a24ce2bae619 req-7b7dab09-00f7-49c6-9be9-c44087fd87ad tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338275 Jun 22 12:48:34.297966 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80ada-19bc-4ec7-9bd2-326ae6daf5f3 req-5157f675-60fc-404b-a6ba-cc98ce400df9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:34.299443 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b7d80ada-19bc-4ec7-9bd2-326ae6daf5f3 req-5157f675-60fc-404b-a6ba-cc98ce400df9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0687859 Jun 22 12:48:34.322554 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c5ba-ffef-48de-afe1-8d095ffcab61 req-82e68edd-18e6-4967-a297-8f9a141d0a65 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:34.324025 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3946c5ba-ffef-48de-afe1-8d095ffcab61 req-82e68edd-18e6-4967-a297-8f9a141d0a65 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.0649865 Jun 22 12:48:34.339441 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b7d80ada-19bc-4ec7-9bd2-326ae6daf5f3 req-4c09be73-c09c-40aa-9c7f-64312e281c7d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341511 Jun 22 12:48:34.368827 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3946c5ba-ffef-48de-afe1-8d095ffcab61 req-b0bd3f6b-41d8-4438-adbc-406715d207da tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390036 Jun 22 12:48:34.394220 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40752) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:34.633315 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ad7d0-2348-4f75-af7f-ce7034b1255d tempest-TestMinimumBasicScenario-1611808595 tempest-TestMinimumBasicScenario-1611808595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:34.634868 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-212ad7d0-2348-4f75-af7f-ce7034b1255d tempest-TestMinimumBasicScenario-1611808595 tempest-TestMinimumBasicScenario-1611808595-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1094 time: 0.2396569 Jun 22 12:48:34.638309 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40760) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:34.642750 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'floatingip': {'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'port_id': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:34.671446 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for floatingip, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:34.789606 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:34.945124 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Allocated IP 172.28.1.97 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/83155228-bc75-47b8-9da8-048ffb576135) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:48:34.972990 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2864a78-a898-49fd-9857-68032685b2e4 req-168c6827-52aa-44c1-8c21-321705f4662e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:34.974574 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c2864a78-a898-49fd-9857-68032685b2e4 req-168c6827-52aa-44c1-8c21-321705f4662e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1419122 Jun 22 12:48:35.070364 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c2864a78-a898-49fd-9857-68032685b2e4 req-c68110dc-d4c7-49cf-80c5-7c77b8e94617 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887282 Jun 22 12:48:35.122339 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:35.125269 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708c1ce-eeb8-4896-8e6c-6239f6039ed7 req-59bdba51-b26f-4ca7-bb0c-62e77bbb79f1 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:35.127040 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8708c1ce-eeb8-4896-8e6c-6239f6039ed7 req-59bdba51-b26f-4ca7-bb0c-62e77bbb79f1 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0823755 Jun 22 12:48:35.169544 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:35.172497 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c24cf646-327d-4aa2-b390-2e30a2f1e5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:35.185480 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8708c1ce-eeb8-4896-8e6c-6239f6039ed7 req-7af8e27f-1429-4a1f-97c0-95b47065edd3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493989 Jun 22 12:48:35.211476 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:48:35.217668 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:48:35.223853 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:48:35.228887 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'Port': ['ID=83155228-bc75-47b8-9da8-048ffb576135,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:35.248238 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:35.695238 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a46bc-6166-4bb8-bc07-201bb48989b5 req-181b8d76-b5a1-434f-8bb1-34f8b1bd4f00 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:35.696895 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b97a46bc-6166-4bb8-bc07-201bb48989b5 req-181b8d76-b5a1-434f-8bb1-34f8b1bd4f00 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.2315674 Jun 22 12:48:35.859678 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b97a46bc-6166-4bb8-bc07-201bb48989b5 req-48f85f9b-2736-450c-a9fe-e62dff2af550 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565056 Jun 22 12:48:35.888576 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:36.030308 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:36.152282 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 61e459dc-8b02-4a40-9a65-e91ad36ed652 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:48:36.186596 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: 61e459dc-8b02-4a40-9a65-e91ad36ed652 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:48:36.187101 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 61e459dc-8b02-4a40-9a65-e91ad36ed652 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:48:36.226902 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc697d1-3d8e-4820-a175-334625b1514e req-ee4c08c3-fe72-43c2-a047-c17060ab574f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:36.228427 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3dc697d1-3d8e-4820-a175-334625b1514e req-ee4c08c3-fe72-43c2-a047-c17060ab574f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 945 time: 0.1135468 Jun 22 12:48:36.251517 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:36.261723 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:36.265407 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:36.295553 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99eae4-dd74-4cb7-8110-3590d3c1086d req-1be8d461-63de-48de-9e21-776924c35a16 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:36.297007 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8b99eae4-dd74-4cb7-8110-3590d3c1086d req-1be8d461-63de-48de-9e21-776924c35a16 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0792258 Jun 22 12:48:36.342646 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3dc697d1-3d8e-4820-a175-334625b1514e req-85d63786-825e-4844-9935-941e1bbf69ef tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065741 Jun 22 12:48:36.349703 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'Port': ['ID=83155228-bc75-47b8-9da8-048ffb576135,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:36.353856 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:36.355045 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8b99eae4-dd74-4cb7-8110-3590d3c1086d req-81e0df70-b138-4570-9771-d54d10422e75 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508752 Jun 22 12:48:36.370935 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:36.514807 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.l3_db [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Floating IP 70424468-279e-4fcd-926c-1ef977ff3b45 associated. External IP: 172.28.1.97, port: e187402a-0c24-4af4-a5e1-f78be18466cf. Jun 22 12:48:36.573623 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12157b-4a96-4bac-b7f0-46805359e042 req-170aa6c5-9a07-45fa-8e06-21ef28947c7b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:36.575073 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cd12157b-4a96-4bac-b7f0-46805359e042 req-170aa6c5-9a07-45fa-8e06-21ef28947c7b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1227944 Jun 22 12:48:36.882201 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cd12157b-4a96-4bac-b7f0-46805359e042 req-712b1b72-c999-4639-bff8-bf5cd7d91e69 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008764 Jun 22 12:48:36.999529 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Router 18bc77f7-560f-449c-837c-c94adf168314 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:48:37.063164 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6647cd-0e86-414b-91ed-ef4ad650e5a2 req-1096876c-1dc5-4adb-bce1-09bfb7e288e7 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:37.065226 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-be6647cd-0e86-414b-91ed-ef4ad650e5a2 req-1096876c-1dc5-4adb-bce1-09bfb7e288e7 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0830100 Jun 22 12:48:37.111223 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-be6647cd-0e86-414b-91ed-ef4ad650e5a2 req-65048d93-99c2-4b05-9be4-af9491e63470 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Jun 22 12:48:37.123507 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:48:37.135147 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] Sync routers for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:48:37.144533 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.147889 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:48:37.148618 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:48:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:37.182028 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5426865 Jun 22 12:48:37.182654 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:37.186118 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66" -d '{"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:37.190381 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40782) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:37.192739 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922445827', 'description': 'tempest-secgroup-smoke-1922445827 description', 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:37.216948 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.227969 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e670789f-60c3-4127-8f57-629f6d3645a9 x-openstack-request-id: req-e670789f-60c3-4127-8f57-629f6d3645a9 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:37.228285 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:37.228596 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e670789f-60c3-4127-8f57-629f6d3645a9 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:37.229008 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'status': 'completed', 'code': 200} Jun 22 12:48:37.266633 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:48:37.337502 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.342742 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.346429 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b93e30f0-ee19-477e-8c90-85e7f42161d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:37.384837 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.388823 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1977048 Jun 22 12:48:37.389235 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40788) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:37.390620 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919dff17-b947-4df5-9f51-954ffa3a3e79,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:37.394475 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:37.400782 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-7bd0ec24-3aba-405d-8460-7cf6a7cd600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:37.402283 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-7bd0ec24-3aba-405d-8460-7cf6a7cd600c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1099 time: 0.1042190 Jun 22 12:48:37.402581 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'security_group_rule': {'security_group_id': '919dff17-b947-4df5-9f51-954ffa3a3e79', 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:37.460056 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.519565 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '70424468-279e-4fcd-926c-1ef977ff3b45', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'floating_ip_address': '172.28.1.97', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '18bc77f7-560f-449c-837c-c94adf168314', 'port_id': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'mac_address': 'fa:16:3e:1e:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:48:35Z', 'updated_at': '2021-06-22T12:48:35Z', 'revision_number': 0, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:37Z', 'revision_number': 5, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:37.544031 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.554103 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] Checking router: 18bc77f7-560f-449c-837c-c94adf168314 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:48:37.556932 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.562867 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:48:37.563483 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:48:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:37.573201 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-f02ff228-b7aa-4d29-a923-a22c2bc355b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:37.574836 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-980c7514-07d7-478c-a888-bf84f37fadd6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:37.575141 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-f02ff228-b7aa-4d29-a923-a22c2bc355b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef36231b-af14-4d38-914f-263b094b9072 HTTP/1.1" status: 200 len: 915 time: 0.1572709 Jun 22 12:48:37.598427 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf977ed4-639e-4d2d-914e-cc924cebb96e,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:37.604768 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:37.616880 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.618246 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275910 Jun 22 12:48:37.621543 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40792) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:37.626790 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'security_group_rule': {'security_group_id': '919dff17-b947-4df5-9f51-954ffa3a3e79', 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:37.655682 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d889c-3468-4ef3-9249-c55dd294504c req-abf510fe-cc8c-4b76-b040-b55f64af2ffb tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:37.657239 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-063d889c-3468-4ef3-9249-c55dd294504c req-abf510fe-cc8c-4b76-b040-b55f64af2ffb tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1490052 Jun 22 12:48:37.662165 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6488-a3cb-4f85-8b2f-474f3da23bc2 req-4ff67030-bfb2-4ffc-a538-30f329c668ad tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:37.669514 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6d2d6488-a3cb-4f85-8b2f-474f3da23bc2 req-4ff67030-bfb2-4ffc-a538-30f329c668ad tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 945 time: 0.1239622 Jun 22 12:48:37.670345 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-0b4fdc84-fd8e-4cac-8335-a8c9583670f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 999 time: 0.0822294 Jun 22 12:48:37.682885 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:48:37.699392 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.737300 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-063d889c-3468-4ef3-9249-c55dd294504c req-d019059f-2cf3-48b4-892f-d5ddf66f7739 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692554 Jun 22 12:48:37.750806 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6d2d6488-a3cb-4f85-8b2f-474f3da23bc2 req-b5b67b82-b1c7-432f-8de9-635a9e739dcc tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803518 Jun 22 12:48:37.756617 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-2e1b0ebf-8d56-43ae-b107-176710db6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:37.760422 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-2e1b0ebf-8d56-43ae-b107-176710db6d47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5c3b8f-3d1c-406a-8d27-a946476c9cac HTTP/1.1" status: 200 len: 853 time: 0.0686457 Jun 22 12:48:37.792530 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.797762 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.807070 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:37.826107 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c10539-42d3-40b7-9c38-2e18c46a698e,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:37.835115 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:37.836636 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-a6b0afdb-ccf7-4921-9aa2-95146f9015b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:37.836848 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.841184 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2151902 Jun 22 12:48:37.841628 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40794) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:37.842717 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-a6b0afdb-ccf7-4921-9aa2-95146f9015b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef36231b-af14-4d38-914f-263b094b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728574 Jun 22 12:48:37.849632 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-50f8256d-825b-4366-a75d-94ba9d07e818 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'security_group_rule': {'security_group_id': '919dff17-b947-4df5-9f51-954ffa3a3e79', 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:37.879995 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50f8256d-825b-4366-a75d-94ba9d07e818 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.952651 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50f8256d-825b-4366-a75d-94ba9d07e818 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.959789 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50f8256d-825b-4366-a75d-94ba9d07e818 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:37.969363 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-de396e9e-66e3-49fe-9692-ef55ec82a45b service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142485 Jun 22 12:48:37.972973 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-03f43f90-6bd3-4c39-80ca-94c40ecf2bed tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:37.979538 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '70424468-279e-4fcd-926c-1ef977ff3b45', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'floating_ip_address': '172.28.1.97', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '18bc77f7-560f-449c-837c-c94adf168314', 'port_id': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'mac_address': 'fa:16:3e:1e:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:48:35Z', 'updated_at': '2021-06-22T12:48:35Z', 'revision_number': 0, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:37Z', 'revision_number': 5, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:37.991505 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8256d-825b-4366-a75d-94ba9d07e818 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0514ff-2bd3-4632-b1d5-01f8cf98ba63,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:38.000321 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-50f8256d-825b-4366-a75d-94ba9d07e818 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:38.001721 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50f8256d-825b-4366-a75d-94ba9d07e818 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.003354 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-50f8256d-825b-4366-a75d-94ba9d07e818 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584346 Jun 22 12:48:38.006146 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40798) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:38.010919 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db01ef-112f-48d9-ae72-32ce674f2b3f None None] The sync data for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb is: [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '70424468-279e-4fcd-926c-1ef977ff3b45', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'floating_ip_address': '172.28.1.97', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '18bc77f7-560f-449c-837c-c94adf168314', 'port_id': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'mac_address': 'fa:16:3e:1e:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:48:35Z', 'updated_at': '2021-06-22T12:48:35Z', 'revision_number': 0, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:37Z', 'revision_number': 5, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:48:38.052076 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'security_group_rule': {'security_group_id': '919dff17-b947-4df5-9f51-954ffa3a3e79', 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:38.105119 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.117186 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91db43-1652-4305-843c-c096fe293c61 req-66b1bdac-c1eb-4345-9f34-9164668cc32e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:38.118673 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cb91db43-1652-4305-843c-c096fe293c61 req-66b1bdac-c1eb-4345-9f34-9164668cc32e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0783041 Jun 22 12:48:38.141874 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b270c93-bd95-4aa0-a2eb-b8f1f37ecd66 req-413c23d8-2529-4c5f-a9a4-96a65a1d96e9 service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648977 Jun 22 12:48:38.195410 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.200269 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cb91db43-1652-4305-843c-c096fe293c61 req-d5b3ba38-40a2-47af-ad09-fde9f03aaa49 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724652 Jun 22 12:48:38.210271 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.212760 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2c76f480-d074-49a4-a906-767cb0446035 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:38.232041 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23692234-56fa-4e18-8a3d-d1e63d131946,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:38.234995 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:38.247934 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.250360 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2420731 Jun 22 12:48:38.255110 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40802) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:38.262977 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'security_group_rule': {'security_group_id': '919dff17-b947-4df5-9f51-954ffa3a3e79', 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:38.331267 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.securitygroups_db [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Project f27c4a8f031f4eb7af5640adffd2560e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:48:38.345165 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.350516 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e54c8-cfdb-4f4b-982a-90e12228b910 None None] New status for floating IP 70424468-279e-4fcd-926c-1ef977ff3b45: ACTIVE {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:48:38.410912 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5b04-7482-4832-bb5b-94062844ab0d req-c3f4917d-3fd0-4182-8e3a-0a252a82a344 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:38.412657 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7c3b5b04-7482-4832-bb5b-94062844ab0d req-c3f4917d-3fd0-4182-8e3a-0a252a82a344 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1449161 Jun 22 12:48:38.443210 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.450068 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.459089 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ddf1402e-51f1-4186-82f6-79041e964d51 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:38.484289 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7c3b5b04-7482-4832-bb5b-94062844ab0d req-d6673941-2160-4045-ade4-1d438e2e15a4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651300 Jun 22 12:48:38.484940 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d5c574-29d5-4ef8-8c69-102651bcd889,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:38.491046 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:38.495899 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.500278 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-45b6cf61-088b-4f3e-bbe3-4e7022fb5b8c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2404673 Jun 22 12:48:38.500539 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40804) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:38.505876 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'security_group_rule': {'security_group_id': '919dff17-b947-4df5-9f51-954ffa3a3e79', 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:38.533977 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.securitygroups_db [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Project f27c4a8f031f4eb7af5640adffd2560e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:48:38.540842 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.613915 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.632057 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.636718 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-8a823e56-b159-48c0-9ac2-0282d13b69af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:38.655451 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c04b79-5b99-47f3-889f-45a3c8f8ff25,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:38.660297 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:38.668620 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.669824 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1683102 Jun 22 12:48:38.690645 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-49a9f337-8242-480d-8338-978fe1245f74 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:38.692120 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-49a9f337-8242-480d-8338-978fe1245f74 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 945 time: 0.0934296 Jun 22 12:48:38.801258 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-280852f9-c004-4fc3-979f-4b25d176db89 req-35d7492d-1ffa-4840-b8e8-958802327f0f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922445827&fields=id&tenant_id=f27c4a8f031f4eb7af5640adffd2560e HTTP/1.1" status: 200 len: 267 time: 0.0428500 Jun 22 12:48:38.818163 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Deleting port ecf1cfce-8ae5-4924-b64b-1b563932f1dd {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:48:38.818506 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.870681 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280852f9-c004-4fc3-979f-4b25d176db89 req-910c54a4-7b21-4c5e-9b7e-be86f62ca2ae tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:38.872184 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-280852f9-c004-4fc3-979f-4b25d176db89 req-910c54a4-7b21-4c5e-9b7e-be86f62ca2ae tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.0649552 Jun 22 12:48:38.884204 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [req-280852f9-c004-4fc3-979f-4b25d176db89 req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'port': {'security_groups': ['2d146edc-b676-4e15-a784-e840a9eea347', '919dff17-b947-4df5-9f51-954ffa3a3e79']}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:48:38.946626 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] For port ecf1cfce-8ae5-4924-b64b-1b563932f1dd, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:38.946984 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.978740 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-280852f9-c004-4fc3-979f-4b25d176db89 req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:38.990539 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:48:39.020044 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Calling delete_port for ecf1cfce-8ae5-4924-b64b-1b563932f1dd owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:48:39.041038 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558423-2b08-4423-a59a-f56527eda01e req-e6fc2bce-caec-412f-8eb9-aeab4c865a05 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:39.042772 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e5558423-2b08-4423-a59a-f56527eda01e req-e6fc2bce-caec-412f-8eb9-aeab4c865a05 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 945 time: 0.1754568 Jun 22 12:48:39.128470 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e5558423-2b08-4423-a59a-f56527eda01e req-1ea05049-f6db-49cc-9996-67854b95b9bf tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518734 Jun 22 12:48:39.185956 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-280852f9-c004-4fc3-979f-4b25d176db89 req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] For port e187402a-0c24-4af4-a5e1-f78be18466cf, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e187402a-0c24-4af4-a5e1-f78be18466cf,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:39.206882 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:39.211852 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:39.220711 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-280852f9-c004-4fc3-979f-4b25d176db89 req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:39.228092 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-280852f9-c004-4fc3-979f-4b25d176db89 req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5166135'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:39.232450 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aa4f9be3-de66-4d7f-a919-97818321497a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:39.245956 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Pushing event deleted for resources: {'Port': ['ID=ecf1cfce-8ae5-4924-b64b-1b563932f1dd,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:39.263602 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['909488f5-3573-4aad-9d17-6164be96f018', 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226', 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:39.279443 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:39.284876 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280852f9-c004-4fc3-979f-4b25d176db89 req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:39.285474 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-280852f9-c004-4fc3-979f-4b25d176db89 req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:39.297819 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-280852f9-c004-4fc3-979f-4b25d176db89 req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "PUT /v2.0/ports/e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 982 time: 0.4180973 Jun 22 12:48:39.298508 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:39.301470 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70" -d '{"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:39.340203 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] No DVR routers for this DVR port ecf1cfce-8ae5-4924-b64b-1b563932f1dd on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:48:39.346441 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:39.347622 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'Port': ['ID=e187402a-0c24-4af4-a5e1-f78be18466cf,revision_number=6']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:39.348774 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d05d426e-01eb-46a0-afcf-d69ddf032200 req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "DELETE /v2.0/ports/ecf1cfce-8ae5-4924-b64b-1b563932f1dd HTTP/1.1" status: 204 len: 173 time: 0.6498168 Jun 22 12:48:39.349315 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a573a9-bf27-404e-9ec5-1cca1deb9fda', 'name': 'network-vif-deleted', 'tag': 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:39.351682 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13dbb93-43bd-4aa4-8ff3-2cd010066a3e" -d '{"events": [{"server_uuid": "09a573a9-bf27-404e-9ec5-1cca1deb9fda", "name": "network-vif-deleted", "tag": "ecf1cfce-8ae5-4924-b64b-1b563932f1dd"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:39.351863 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:39.388238 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54c91-7d72-4fc5-8174-5ff24364880d req-dad8b9e1-84e2-4374-9003-5f09d13efafb tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:39.404665 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acb54c91-7d72-4fc5-8174-5ff24364880d req-dad8b9e1-84e2-4374-9003-5f09d13efafb tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1621382 Jun 22 12:48:39.468146 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acb54c91-7d72-4fc5-8174-5ff24364880d req-c5e21e11-f277-475b-bba4-44adb3d04df3 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617807 Jun 22 12:48:39.522241 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafa703-57ee-4cc7-b7ce-6945ed81eb22 req-a2f2c7f8-37a3-4f89-a8b4-af1ec4bee5e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:39.529657 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6dafa703-57ee-4cc7-b7ce-6945ed81eb22 req-a2f2c7f8-37a3-4f89-a8b4-af1ec4bee5e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0867565 Jun 22 12:48:39.532264 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['e187402a-0c24-4af4-a5e1-f78be18466cf'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:39.576096 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6dafa703-57ee-4cc7-b7ce-6945ed81eb22 req-c87b8d85-a877-4cf9-9bdf-94334014bf74 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453501 Jun 22 12:48:39.649267 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06aa4c8-dd55-472f-aba5-1aeead190d7a x-openstack-request-id: req-f06aa4c8-dd55-472f-aba5-1aeead190d7a {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:39.649588 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:39.650125 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f06aa4c8-dd55-472f-aba5-1aeead190d7a {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:39.650578 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'status': 'completed', 'code': 200} Jun 22 12:48:39.679193 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3b086-58cd-435f-b256-be502816084b req-986204c3-4d8b-4c6b-ab6a-20c3d86ec43e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:39.680861 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0ab3b086-58cd-435f-b256-be502816084b req-986204c3-4d8b-4c6b-ab6a-20c3d86ec43e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0841322 Jun 22 12:48:39.698585 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed46658-838e-45e8-a6e2-3b3d88013312 x-openstack-request-id: req-aed46658-838e-45e8-a6e2-3b3d88013312 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:39.698983 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a573a9-bf27-404e-9ec5-1cca1deb9fda", "name": "network-vif-deleted", "tag": "ecf1cfce-8ae5-4924-b64b-1b563932f1dd", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:39.699487 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aed46658-838e-45e8-a6e2-3b3d88013312 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:39.699977 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a573a9-bf27-404e-9ec5-1cca1deb9fda', 'name': 'network-vif-deleted', 'tag': 'ecf1cfce-8ae5-4924-b64b-1b563932f1dd', 'status': 'completed', 'code': 200} Jun 22 12:48:39.708235 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-413ee960-98ea-4992-a7aa-48b62c724fb0 None None] Provisioning complete for port e187402a-0c24-4af4-a5e1-f78be18466cf triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:39.708628 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-413ee960-98ea-4992-a7aa-48b62c724fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:39.732852 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0ab3b086-58cd-435f-b256-be502816084b req-dfb9a06b-d3b8-46f6-8a15-0d4a28945174 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447633 Jun 22 12:48:39.809092 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-74aa5b10-68b4-4623-a5c3-b9a707230fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:39.810616 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-74aa5b10-68b4-4623-a5c3-b9a707230fa3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1138 time: 0.0679762 Jun 22 12:48:39.914878 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-b2393413-84dd-4739-8f90-03140f480778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:39.916617 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-b2393413-84dd-4739-8f90-03140f480778 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef36231b-af14-4d38-914f-263b094b9072 HTTP/1.1" status: 200 len: 915 time: 0.0988102 Jun 22 12:48:39.993629 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-8692d46f-dcad-4179-9192-64b21941f13c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 1001 time: 0.0666256 Jun 22 12:48:40.057811 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-c314aa42-54d7-498f-82a5-22d7824ed484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:40.059323 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-c314aa42-54d7-498f-82a5-22d7824ed484 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5c3b8f-3d1c-406a-8d27-a946476c9cac HTTP/1.1" status: 200 len: 853 time: 0.0556195 Jun 22 12:48:40.095451 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19c53-dbd1-4304-9c14-8f929a423ccf req-6b883cb9-fd49-478e-8f26-d18cddcae0e4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:40.096960 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a0c19c53-dbd1-4304-9c14-8f929a423ccf req-6b883cb9-fd49-478e-8f26-d18cddcae0e4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.2912645 Jun 22 12:48:40.134891 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-59d3cd58-9948-4ae2-b266-74eb959bbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:40.136876 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-59d3cd58-9948-4ae2-b266-74eb959bbe05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef36231b-af14-4d38-914f-263b094b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586848 Jun 22 12:48:40.138542 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a0c19c53-dbd1-4304-9c14-8f929a423ccf req-678d61d1-e0d6-40b9-a9cb-de0e0b1a42fc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350530 Jun 22 12:48:40.243830 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-684d2d82-c33f-4baa-a569-1ce09d736add service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955667 Jun 22 12:48:40.250480 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:48:40.350947 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-51f023e1-9898-4cd8-bd1e-d98e7a6f0c19 req-618ce8f8-82cf-489d-896e-1bdafa7503cb tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a573a9-bf27-404e-9ec5-1cca1deb9fda HTTP/1.1" status: 200 len: 210 time: 0.0839903 Jun 22 12:48:40.385725 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:40.403851 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'port_id': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'mac_address': 'fa:16:3e:aa:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:48:40.415835 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dd35a4bb-2f78-49b7-8001-1bcf23bdef70 req-be974fcc-8c6f-41e2-b71d-16e609b532a4 service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510637 Jun 22 12:48:40.457443 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:40.478857 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 556e909a-c3fa-469c-86a0-c156d29fe78f {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:48:40.508249 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:40.513608 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:40.515933 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:40.570316 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=6']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:40.573739 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:40.665762 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1451940-6788-4648-96b1-d66117405a5a req-f290aef9-f9be-471e-8bd0-8e1060a02b89 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:40.667357 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f1451940-6788-4648-96b1-d66117405a5a req-f290aef9-f9be-471e-8bd0-8e1060a02b89 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0777349 Jun 22 12:48:40.708753 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['e187402a-0c24-4af4-a5e1-f78be18466cf'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:40.717746 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f1451940-6788-4648-96b1-d66117405a5a req-5c484ff0-3dcb-40e1-8059-cbc1a441fd7b tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440493 Jun 22 12:48:40.808002 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bed3d1-ebca-4221-9f95-87f2acc485ea req-2f753c4f-eeb9-4e6c-8ef2-411bb394a6b9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:40.809756 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f6bed3d1-ebca-4221-9f95-87f2acc485ea req-2f753c4f-eeb9-4e6c-8ef2-411bb394a6b9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 944 time: 0.1111689 Jun 22 12:48:40.818826 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['556e909a-c3fa-469c-86a0-c156d29fe78f'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:40.883081 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f6bed3d1-ebca-4221-9f95-87f2acc485ea req-b33f9979-775c-4bf9-8ba0-2364049653f8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671732 Jun 22 12:48:41.480094 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6428b9-2b9c-4d3d-b2c4-2f88c5230290 req-983da418-9061-4541-a878-3a978c53afdf tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:41.489038 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ef6428b9-2b9c-4d3d-b2c4-2f88c5230290 req-983da418-9061-4541-a878-3a978c53afdf tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1644807 Jun 22 12:48:41.551390 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ef6428b9-2b9c-4d3d-b2c4-2f88c5230290 req-dbeea0d3-e1fc-4157-9e5b-1979e2d29bc7 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607538 Jun 22 12:48:42.036992 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ddb8-b923-4a17-937c-3eeb2265c656 req-3f7263c0-d63a-40fc-93f0-c59a5a8e36bd tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:42.049669 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c924ddb8-b923-4a17-937c-3eeb2265c656 req-3f7263c0-d63a-40fc-93f0-c59a5a8e36bd tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1037641 Jun 22 12:48:42.104598 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c924ddb8-b923-4a17-937c-3eeb2265c656 req-51d5ed95-163e-42d4-af03-ed66e13eadb4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543444 Jun 22 12:48:42.113970 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1716e9-2037-46bc-8287-c06abb594eaf req-8452efb0-fe32-441b-b0a3-1c890f8d4925 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:42.121604 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5e1716e9-2037-46bc-8287-c06abb594eaf req-8452efb0-fe32-441b-b0a3-1c890f8d4925 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 945 time: 0.1179309 Jun 22 12:48:42.179346 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5e1716e9-2037-46bc-8287-c06abb594eaf req-ed7ec69a-ea33-4f1e-b4d8-403dcd8ace65 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567770 Jun 22 12:48:42.261746 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:48:42.321726 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b164d-cacb-4cb7-874f-5c8ede89029a req-93f05fe1-883a-4faa-a4b2-6395e69fe844 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:42.329325 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b59b164d-cacb-4cb7-874f-5c8ede89029a req-93f05fe1-883a-4faa-a4b2-6395e69fe844 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 944 time: 0.0942039 Jun 22 12:48:42.369287 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 556e909a-c3fa-469c-86a0-c156d29fe78f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:48:42.370010 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:42.380583 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b59b164d-cacb-4cb7-874f-5c8ede89029a req-9781b982-0aea-44a7-bb09-3411400ee27e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499878 Jun 22 12:48:42.487952 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:42.515588 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:42.518347 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046c4922-33b2-47b2-8e1e-a6ba3c8f3273" -d '{"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-plugged", "status": "completed", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:42.534159 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:42.544601 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:42.545706 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device ecf1cfce-8ae5-4924-b64b-1b563932f1dd no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:48:42.548076 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:42.597173 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0279ef-83a3-494e-8f44-56bd3542fb9e x-openstack-request-id: req-3a0279ef-83a3-494e-8f44-56bd3542fb9e {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:42.597576 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-plugged", "status": "completed", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:42.597861 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a0279ef-83a3-494e-8f44-56bd3542fb9e {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:42.598321 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'code': 200} Jun 22 12:48:42.600908 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: ecf1cfce-8ae5-4924-b64b-1b563932f1dd {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:48:42.601248 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device ecf1cfce-8ae5-4924-b64b-1b563932f1dd not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:48:42.642811 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=7']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:42.646972 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:42.812876 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0fdf9-727f-47e9-bcd3-36d7c246d9a5 req-a38b4adc-5348-489d-9635-3028801cffea tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:42.814739 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ad0fdf9-727f-47e9-bcd3-36d7c246d9a5 req-a38b4adc-5348-489d-9635-3028801cffea tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0866604 Jun 22 12:48:42.885111 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ad0fdf9-727f-47e9-bcd3-36d7c246d9a5 req-469c35bb-022e-4e38-8afa-03f1ed1e1b13 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571351 Jun 22 12:48:43.317414 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2f77-4784-4fe6-9fa3-480cb86095dc req-616692e4-86c6-4202-a529-9a0b64ec22c9 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:43.336450 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5ba2f77-4784-4fe6-9fa3-480cb86095dc req-616692e4-86c6-4202-a529-9a0b64ec22c9 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1108377 Jun 22 12:48:43.415330 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5ba2f77-4784-4fe6-9fa3-480cb86095dc req-a8469e40-7a95-44b1-ba5a-45438bf6fc25 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568993 Jun 22 12:48:43.488321 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a23c9-f4bc-48e4-9f9c-0a3324a93334 req-8411ec07-1e25-4788-8bb7-cb9a9e37ad8c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:43.494800 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-107a23c9-f4bc-48e4-9f9c-0a3324a93334 req-8411ec07-1e25-4788-8bb7-cb9a9e37ad8c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 945 time: 0.1270964 Jun 22 12:48:43.543339 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-884434fc-19f7-4ac3-81e0-406aa49f54e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:43.554366 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-107a23c9-f4bc-48e4-9f9c-0a3324a93334 req-65f9c63e-c952-436b-a0ee-70626537b570 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558381 Jun 22 12:48:43.679991 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b589e-d9c6-41e7-a7f7-2049e73181b4 req-71fcd2f4-8e03-4fa2-b562-1fc8424a6b4d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:43.690723 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ed2b589e-d9c6-41e7-a7f7-2049e73181b4 req-71fcd2f4-8e03-4fa2-b562-1fc8424a6b4d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1381457 Jun 22 12:48:43.768264 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ed2b589e-d9c6-41e7-a7f7-2049e73181b4 req-5845b7b0-72d3-4589-a79e-46a8e929cecb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738540 Jun 22 12:48:44.023660 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-069138b2-467e-4d9b-801f-f83f2def3258 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:44.024823 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-069138b2-467e-4d9b-801f-f83f2def3258 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 945 time: 0.1141522 Jun 22 12:48:44.231433 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9fe02-0291-4031-934f-97df5925da18 req-dd4186c2-cd63-4524-85b1-5ab6962b25b4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:44.233104 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7cd9fe02-0291-4031-934f-97df5925da18 req-dd4186c2-cd63-4524-85b1-5ab6962b25b4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1232741 Jun 22 12:48:44.319181 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7cd9fe02-0291-4031-934f-97df5925da18 req-f9ad9d12-b7fd-4b76-a744-ea21e025327b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791867 Jun 22 12:48:44.330260 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Deleting port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:48:44.330260 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:44.442514 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] For port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:44.442869 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:44.569868 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Calling delete_port for c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:48:44.723417 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48cb9-f5ff-413f-aaac-f572e7625516 req-e0944e57-7334-4888-aa35-f4bd744509fc tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:44.724987 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5fc48cb9-f5ff-413f-aaac-f572e7625516 req-e0944e57-7334-4888-aa35-f4bd744509fc tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1514282 Jun 22 12:48:44.836189 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5fc48cb9-f5ff-413f-aaac-f572e7625516 req-aae2300b-f8e1-43fb-938a-3cbf32f361c5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052771 Jun 22 12:48:44.853890 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:44.859816 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab42d07-5afb-46f2-b2c4-62c33aeffa3a req-52b1b842-e51c-4c13-ac16-2fc41f22cae5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:44.872386 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-dab42d07-5afb-46f2-b2c4-62c33aeffa3a req-52b1b842-e51c-4c13-ac16-2fc41f22cae5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 945 time: 0.1441979 Jun 22 12:48:44.888093 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d26006ce-edad-4c61-bb89-be88eeaa8298 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:44.915403 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['909488f5-3573-4aad-9d17-6164be96f018', 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:44.948984 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-dab42d07-5afb-46f2-b2c4-62c33aeffa3a req-c5f5fe72-7dfc-4b9e-a3d7-7359723948a2 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748510 Jun 22 12:48:44.990187 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Pushing event deleted for resources: {'Port': ['ID=c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:45.047083 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:45.142234 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] No DVR routers for this DVR port c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:48:45.151379 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:45.155419 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1a78836-1652-4c5b-a5ae-ec403e38392d req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "DELETE /v2.0/ports/c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 HTTP/1.1" status: 204 len: 173 time: 1.1200325 Jun 22 12:48:45.156270 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa1ff9-31fa-4396-b36d-48e419698248', 'name': 'network-vif-deleted', 'tag': 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:45.160970 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0927dd0-44e2-4c43-bed2-21b9650904b2" -d '{"events": [{"server_uuid": "e4aa1ff9-31fa-4396-b36d-48e419698248", "name": "network-vif-deleted", "tag": "c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:45.259582 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbad2671-ead7-41d7-b165-58f382a34311 x-openstack-request-id: req-cbad2671-ead7-41d7-b165-58f382a34311 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:45.259913 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa1ff9-31fa-4396-b36d-48e419698248", "name": "network-vif-deleted", "tag": "c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:45.260198 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbad2671-ead7-41d7-b165-58f382a34311 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:45.260752 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa1ff9-31fa-4396-b36d-48e419698248', 'name': 'network-vif-deleted', 'tag': 'c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226', 'status': 'completed', 'code': 200} Jun 22 12:48:45.273156 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb849d5-88a9-4a08-8eee-2a196ab7ce55 req-7eb9c620-cd34-46f1-9ba9-3b205ed82f1b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.280515 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5bb849d5-88a9-4a08-8eee-2a196ab7ce55 req-7eb9c620-cd34-46f1-9ba9-3b205ed82f1b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.2314296 Jun 22 12:48:45.380492 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5bb849d5-88a9-4a08-8eee-2a196ab7ce55 req-148816ea-2528-4e48-b718-3b337839e2ca tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989568 Jun 22 12:48:45.630650 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1a8b5-cff5-4b4c-b379-76c0014813f8 req-eac7fcca-67e9-4289-91e4-1d7efc0bf5cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:45.633918 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-86a1a8b5-cff5-4b4c-b379-76c0014813f8 req-eac7fcca-67e9-4289-91e4-1d7efc0bf5cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0876238 Jun 22 12:48:45.698935 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-86a1a8b5-cff5-4b4c-b379-76c0014813f8 req-d9ddd799-7c0c-412e-9941-ea11a53b9b9e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551076 Jun 22 12:48:46.172179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51534f5f-2af8-4e31-a6c4-1e76b01a0fd2 req-d1ffc5a2-4088-42fd-95ba-94f70a742584 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:46.174605 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-51534f5f-2af8-4e31-a6c4-1e76b01a0fd2 req-d1ffc5a2-4088-42fd-95ba-94f70a742584 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1695993 Jun 22 12:48:46.243356 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-51534f5f-2af8-4e31-a6c4-1e76b01a0fd2 req-fc243f76-1762-4e05-81f6-6bedfe64c118 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596955 Jun 22 12:48:46.263416 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0c208a0b-a7be-43f1-b861-1d9b4f9f6bdc req-f4942555-a60c-428f-82cc-f1690f6e41b4 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4aa1ff9-31fa-4396-b36d-48e419698248 HTTP/1.1" status: 200 len: 210 time: 0.0382547 Jun 22 12:48:46.592208 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d15e2c-8571-4594-a472-aef09a81f513 req-6112474a-4b63-4e99-b1cd-151fd29823b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:46.593973 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d8d15e2c-8571-4594-a472-aef09a81f513 req-6112474a-4b63-4e99-b1cd-151fd29823b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0842006 Jun 22 12:48:46.649391 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d8d15e2c-8571-4594-a472-aef09a81f513 req-455e75ca-a236-499b-bb94-764fe8906d20 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484228 Jun 22 12:48:46.816503 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fe450a25-9736-4e6a-ae81-ed3b828aa6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:46.913277 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081d7b0-d649-46d3-9b68-fa47bb35c6e5 req-9afc16a8-eb10-490b-98c9-73dae8368c7c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:46.915369 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1081d7b0-d649-46d3-9b68-fa47bb35c6e5 req-9afc16a8-eb10-490b-98c9-73dae8368c7c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0744236 Jun 22 12:48:46.960454 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1081d7b0-d649-46d3-9b68-fa47bb35c6e5 req-5f6c98e8-bf84-450d-9d9d-d83b11563039 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389080 Jun 22 12:48:47.478992 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a806db-ebf5-4093-a652-21d25d1c7efd req-1c9a5844-5182-4ee0-847a-e273e36d40e9 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:47.484734 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b0a806db-ebf5-4093-a652-21d25d1c7efd req-1c9a5844-5182-4ee0-847a-e273e36d40e9 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1146400 Jun 22 12:48:47.490654 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:47.550282 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b0a806db-ebf5-4093-a652-21d25d1c7efd req-70874bab-607e-4b9e-be03-825ac753573f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564899 Jun 22 12:48:47.917579 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea5926-d7b2-418e-acea-897c4ffadbfa req-4c43e30e-fe80-45da-a1ad-a6a97abc27e5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:47.919152 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6fea5926-d7b2-418e-acea-897c4ffadbfa req-4c43e30e-fe80-45da-a1ad-a6a97abc27e5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1008787 Jun 22 12:48:47.971271 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6fea5926-d7b2-418e-acea-897c4ffadbfa req-548ff55a-4ea7-4067-a706-6457d6563b2b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448272 Jun 22 12:48:47.971549 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:48.237863 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-4631870c-761f-4f5d-8ede-904e64fc48a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1608493 Jun 22 12:48:48.248397 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab196aa7-06ec-47a5-9e9c-d11f835cff2c req-d59302bc-29fb-4f78-a74f-5cfd9fcd6b57 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:48.250124 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab196aa7-06ec-47a5-9e9c-d11f835cff2c req-d59302bc-29fb-4f78-a74f-5cfd9fcd6b57 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1212966 Jun 22 12:48:48.303863 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:48:48.327273 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:48:48.329545 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device c1a06ac2-2c23-4ef0-a5ff-82d2b4ae8226 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:48:48.354616 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ab196aa7-06ec-47a5-9e9c-d11f835cff2c req-b587b7f0-5b6b-43ce-8946-1cad56a9373c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977960 Jun 22 12:48:48.394710 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-765eb6f0-d4e5-4b03-ac36-aa66ba03c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:48.396338 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-765eb6f0-d4e5-4b03-ac36-aa66ba03c022 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 1099 time: 0.1108785 Jun 22 12:48:48.566942 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-9f87d2a4-3fbd-4113-8d6d-7a4d3e6b4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:48.569896 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-9f87d2a4-3fbd-4113-8d6d-7a4d3e6b4018 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.1489084 Jun 22 12:48:48.661875 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:48.811166 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6141cd-f7da-4cf9-8a49-a35793b0f0a4 req-eef65796-f10c-49fc-a16e-9f3e9d6d1eba tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:48.813570 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8c6141cd-f7da-4cf9-8a49-a35793b0f0a4 req-eef65796-f10c-49fc-a16e-9f3e9d6d1eba tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0884185 Jun 22 12:48:48.880064 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8c6141cd-f7da-4cf9-8a49-a35793b0f0a4 req-b82414bf-c1a9-4efe-bda6-8648b96d6f45 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481730 Jun 22 12:48:48.951102 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-cbd60972-19c5-42b0-b22b-b6d6e3aff85b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24 HTTP/1.1" status: 200 len: 217 time: 0.3645670 Jun 22 12:48:49.047978 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-1c6a10f9-1961-473a-af5c-c24f229cd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:49.050428 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-1c6a10f9-1961-473a-af5c-c24f229cd86b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.0917289 Jun 22 12:48:49.088108 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-286daa52-f74f-4bde-82b1-bc36a0d9c9ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292668 Jun 22 12:48:49.162045 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057ede1-4f02-4319-b00b-2634edf386e1 req-7acf0b20-c712-4f5d-a38e-224b5dd1cbc5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:49.164005 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9057ede1-4f02-4319-b00b-2634edf386e1 req-7acf0b20-c712-4f5d-a38e-224b5dd1cbc5 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 946 time: 0.1684337 Jun 22 12:48:49.231392 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9057ede1-4f02-4319-b00b-2634edf386e1 req-1ad05aa1-5ff8-4684-b7cf-02ff9760c97f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587652 Jun 22 12:48:49.259880 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-617970a1-0c20-4e70-b5ec-5d33ce4a54a2 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512632 Jun 22 12:48:49.300128 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710f3d-7259-4d63-8d15-fde517f99a96 req-fee5b01c-3fee-4156-9448-9918634b66ae tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:49.307625 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7c710f3d-7259-4d63-8d15-fde517f99a96 req-fee5b01c-3fee-4156-9448-9918634b66ae tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1451519 Jun 22 12:48:49.361879 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7c710f3d-7259-4d63-8d15-fde517f99a96 req-c70a1e17-6ad2-4e2e-9f06-9b7ef1d6fb25 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525787 Jun 22 12:48:49.372844 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-28d292ff-f769-4d79-847c-14e4fcabe29a req-7a98d275-4491-4f5d-ada0-a76d710175cd service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040931 Jun 22 12:48:49.562659 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953026-f38c-47b5-8b51-94af7b35808e req-05653617-888d-4cb3-b4fc-08774368697e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:49.564289 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-15953026-f38c-47b5-8b51-94af7b35808e req-05653617-888d-4cb3-b4fc-08774368697e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0924566 Jun 22 12:48:49.622259 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-15953026-f38c-47b5-8b51-94af7b35808e req-ac0ac957-032c-4365-a52f-9d86f712351f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Jun 22 12:48:49.973754 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:50.163283 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7d9a-8669-4690-8293-b191b33cbada req-14cd9e84-cc8b-42b8-b029-42306d6772dc tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:50.165160 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9fbf7d9a-8669-4690-8293-b191b33cbada req-14cd9e84-cc8b-42b8-b029-42306d6772dc tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0839050 Jun 22 12:48:50.224428 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9fbf7d9a-8669-4690-8293-b191b33cbada req-37699144-e71e-41dd-a1d8-93d45f436d30 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529318 Jun 22 12:48:50.561137 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2230a-9434-4038-b8a9-b714e1f3ac43 req-b1108d77-eeea-4a0d-b6fe-bd25b3ebdec4 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:50.564819 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4ff2230a-9434-4038-b8a9-b714e1f3ac43 req-b1108d77-eeea-4a0d-b6fe-bd25b3ebdec4 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 946 time: 0.1546977 Jun 22 12:48:50.659317 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538f90-f32b-4114-95ea-ff0c9f469c80 req-4135166b-b4e3-473f-83ba-23eed14f9415 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:50.661795 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5b538f90-f32b-4114-95ea-ff0c9f469c80 req-4135166b-b4e3-473f-83ba-23eed14f9415 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.1358769 Jun 22 12:48:50.672268 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4ff2230a-9434-4038-b8a9-b714e1f3ac43 req-1dc6df21-200c-43de-ab5e-5136f8ab3ea1 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971310 Jun 22 12:48:50.758150 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5b538f90-f32b-4114-95ea-ff0c9f469c80 req-3faa85f2-743d-44cc-82de-3abfaa932659 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753322 Jun 22 12:48:50.963758 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a234ed5-c729-4ea4-9cc5-d81a2afd860c req-423bfd9b-e9d5-4b95-9cff-8072599362fd tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:50.965449 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3a234ed5-c729-4ea4-9cc5-d81a2afd860c req-423bfd9b-e9d5-4b95-9cff-8072599362fd tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0780921 Jun 22 12:48:51.040956 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3a234ed5-c729-4ea4-9cc5-d81a2afd860c req-12ba6aca-c284-4fdb-8ec8-6385f1aa3240 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Jun 22 12:48:51.405527 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd56df7-644a-46ef-8dd3-564400583207 req-4aa98d3e-e5c6-4bb5-b6f3-48482a72c13e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:51.409189 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8bd56df7-644a-46ef-8dd3-564400583207 req-4aa98d3e-e5c6-4bb5-b6f3-48482a72c13e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 946 time: 0.1140044 Jun 22 12:48:51.561087 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893e198-ca96-4938-b5cf-8b541c641e22 req-2aa4455e-1e5d-46f3-b502-34522912cbb2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:51.564379 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7893e198-ca96-4938-b5cf-8b541c641e22 req-2aa4455e-1e5d-46f3-b502-34522912cbb2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1254842 Jun 22 12:48:51.576276 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Deleting port 909488f5-3573-4aad-9d17-6164be96f018 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:48:51.577078 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.616428 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7893e198-ca96-4938-b5cf-8b541c641e22 req-003cd2e9-7f1d-4de0-8bce-8858194c175a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420914 Jun 22 12:48:51.757767 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] For port 909488f5-3573-4aad-9d17-6164be96f018, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=909488f5-3573-4aad-9d17-6164be96f018,segment=NetworkSegment(19b9d7d5-4198-446c-a983-bc7a55faf6b6),segment_id=19b9d7d5-4198-446c-a983-bc7a55faf6b6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:51.758540 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:51.839180 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Calling delete_port for 909488f5-3573-4aad-9d17-6164be96f018 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:48:51.988484 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb5d02-0aec-47c4-a0b1-9672a3891b9f req-f5a41f47-abfc-48e9-8247-4d91e13bfe7c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:51.997770 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cfdb5d02-0aec-47c4-a0b1-9672a3891b9f req-f5a41f47-abfc-48e9-8247-4d91e13bfe7c tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 946 time: 0.0922842 Jun 22 12:48:52.094349 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cfdb5d02-0aec-47c4-a0b1-9672a3891b9f req-f7ce89d7-684b-4d9b-a663-e96486ed1227 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b148088-45a5-466a-be17-05f8790315ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946512 Jun 22 12:48:52.164890 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:52.184011 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:52.221612 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['909488f5-3573-4aad-9d17-6164be96f018'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:48:52.298462 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Pushing event deleted for resources: {'Port': ['ID=909488f5-3573-4aad-9d17-6164be96f018,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:52.320148 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4c77-bdd6-4f1e-9f9c-813146848b32 req-337731d7-7963-42f7-ba7f-14aef70028a0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.331189 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d07a4c77-bdd6-4f1e-9f9c-813146848b32 req-337731d7-7963-42f7-ba7f-14aef70028a0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1042213 Jun 22 12:48:52.359374 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.359861 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.362356 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.362732 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.363328 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.364262 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.364875 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.365521 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.366127 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.366726 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.367318 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.367924 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:52.401769 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d07a4c77-bdd6-4f1e-9f9c-813146848b32 req-240673c5-3513-430e-aad2-926ea2a9f18f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692585 Jun 22 12:48:52.452865 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:52.484802 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] No DVR routers for this DVR port 909488f5-3573-4aad-9d17-6164be96f018 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:48:52.493256 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:52.495479 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8bd56df7-644a-46ef-8dd3-564400583207 req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.52 "DELETE /v2.0/ports/909488f5-3573-4aad-9d17-6164be96f018 HTTP/1.1" status: 204 len: 173 time: 1.0665665 Jun 22 12:48:52.496487 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca04625e-f25f-4b90-a5ea-c465f7354bab', 'name': 'network-vif-deleted', 'tag': '909488f5-3573-4aad-9d17-6164be96f018'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:52.499260 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8aede8-02d9-48e7-a294-22bf653f39b5" -d '{"events": [{"server_uuid": "ca04625e-f25f-4b90-a5ea-c465f7354bab", "name": "network-vif-deleted", "tag": "909488f5-3573-4aad-9d17-6164be96f018"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:52.543216 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021eb73-1608-435c-abc0-45823fe0b709 req-4f2bba60-cfa8-4288-9745-56705388b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.544975 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6021eb73-1608-435c-abc0-45823fe0b709 req-4f2bba60-cfa8-4288-9745-56705388b826 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 1099 time: 0.2415464 Jun 22 12:48:52.572988 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa358f3-8582-44d4-9ad9-c35451ea62ac req-bb705a3c-9d8f-48a0-83fe-1357d800d7d8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.575841 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8aa358f3-8582-44d4-9ad9-c35451ea62ac req-bb705a3c-9d8f-48a0-83fe-1357d800d7d8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.4440010 Jun 22 12:48:52.698128 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b839d-a2b6-44cd-8b61-a0753c01f618 req-d6df0cdc-af1f-4a01-9192-69d932c3a16b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.707736 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e48b839d-a2b6-44cd-8b61-a0753c01f618 req-d6df0cdc-af1f-4a01-9192-69d932c3a16b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1098967 Jun 22 12:48:52.747089 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8aa358f3-8582-44d4-9ad9-c35451ea62ac req-227fb89b-eb70-40ad-b1f4-08efd8bbf7fc tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348796 Jun 22 12:48:52.760894 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e48b839d-a2b6-44cd-8b61-a0753c01f618 req-deb921c3-7a2a-46f7-b784-cb02fa08cc72 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522013 Jun 22 12:48:52.794236 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021eb73-1608-435c-abc0-45823fe0b709 req-8e319a9e-5590-4a64-ab04-5ba7dcf0a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.798132 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6021eb73-1608-435c-abc0-45823fe0b709 req-8e319a9e-5590-4a64-ab04-5ba7dcf0a7cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 912 time: 0.2205207 Jun 22 12:48:52.856467 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36509635-680a-4b85-acee-5991e8326c59 x-openstack-request-id: req-36509635-680a-4b85-acee-5991e8326c59 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:52.856790 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca04625e-f25f-4b90-a5ea-c465f7354bab", "name": "network-vif-deleted", "tag": "909488f5-3573-4aad-9d17-6164be96f018", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:52.857074 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36509635-680a-4b85-acee-5991e8326c59 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:52.857619 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca04625e-f25f-4b90-a5ea-c465f7354bab', 'name': 'network-vif-deleted', 'tag': '909488f5-3573-4aad-9d17-6164be96f018', 'status': 'completed', 'code': 200} Jun 22 12:48:52.885753 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6021eb73-1608-435c-abc0-45823fe0b709 req-dc43ae8d-bd5f-4892-9905-204f5bcb90cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 HTTP/1.1" status: 200 len: 1001 time: 0.0808609 Jun 22 12:48:52.943267 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021eb73-1608-435c-abc0-45823fe0b709 req-fac9da3d-a696-4c23-9d2c-0a43e24e0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:52.944737 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6021eb73-1608-435c-abc0-45823fe0b709 req-fac9da3d-a696-4c23-9d2c-0a43e24e0b00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 200 len: 850 time: 0.0514951 Jun 22 12:48:53.009032 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021eb73-1608-435c-abc0-45823fe0b709 req-bb6c4438-65ec-4969-856b-b11037f9c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.011098 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6021eb73-1608-435c-abc0-45823fe0b709 req-bb6c4438-65ec-4969-856b-b11037f9c423 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0590322 Jun 22 12:48:53.117163 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6021eb73-1608-435c-abc0-45823fe0b709 req-daca3a28-cb12-4b83-b8a5-8fe6b129b4c2 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930517 Jun 22 12:48:53.279574 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a0bfb240-d4e0-4832-be98-b3e0d07d2a98 req-fbc3e087-161e-4ba2-b46f-43b2d270b12e tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca04625e-f25f-4b90-a5ea-c465f7354bab HTTP/1.1" status: 200 len: 210 time: 0.0300422 Jun 22 12:48:53.345116 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6021eb73-1608-435c-abc0-45823fe0b709 req-c32a2a7c-894f-465a-888b-fb4ee5547896 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987911 Jun 22 12:48:53.613719 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924c915-a072-44d0-9be4-c36b986eebe9 req-50da4bdb-3180-4284-a9e1-555555bb793b tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.615334 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9924c915-a072-44d0-9be4-c36b986eebe9 req-50da4bdb-3180-4284-a9e1-555555bb793b tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0762212 Jun 22 12:48:53.695854 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9924c915-a072-44d0-9be4-c36b986eebe9 req-b8ce0cd7-0f3b-49fe-a3cb-9f9e13769194 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737445 Jun 22 12:48:53.716759 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-1c914d34-8cf1-40db-bf77-8e57f062e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.718331 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-1c914d34-8cf1-40db-bf77-8e57f062e531 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 1098 time: 0.0886712 Jun 22 12:48:53.831101 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-b4bcf14c-8e3a-4728-a6a8-cef698caf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:53.835024 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-b4bcf14c-8e3a-4728-a6a8-cef698caf9ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.1059968 Jun 22 12:48:53.971171 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-f74e8586-52e0-429f-9b3a-69ba45a5b68a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=556e909a-c3fa-469c-86a0-c156d29fe78f HTTP/1.1" status: 200 len: 1000 time: 0.1269312 Jun 22 12:48:54.000376 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ef56-8862-4646-8c07-6b9ae29ffe65 req-56dd524f-5c16-4bd1-90fe-913811400c6f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.002226 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-10b6ef56-8862-4646-8c07-6b9ae29ffe65 req-56dd524f-5c16-4bd1-90fe-913811400c6f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 945 time: 0.0758870 Jun 22 12:48:54.050898 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-10b6ef56-8862-4646-8c07-6b9ae29ffe65 req-1eca70f8-e241-4849-931e-cb58bbebe0e8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Jun 22 12:48:54.090713 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-9b3e456e-6925-4eba-85ce-95a36dd42507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.092164 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-9b3e456e-6925-4eba-85ce-95a36dd42507 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0826988 Jun 22 12:48:54.109696 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247fcf9-daa9-4c57-b081-b511c88d84e1 req-881db2d7-9add-49a7-a8d6-78f3252dc6ac tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.111280 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f247fcf9-daa9-4c57-b081-b511c88d84e1 req-881db2d7-9add-49a7-a8d6-78f3252dc6ac tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1621733 Jun 22 12:48:54.185561 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f247fcf9-daa9-4c57-b081-b511c88d84e1 req-df32088d-22e9-485c-9401-76cd6551d2fd tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652988 Jun 22 12:48:54.202005 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-5b2df085-01dd-499e-8670-2b4902252df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.203599 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-5b2df085-01dd-499e-8670-2b4902252df4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914538 Jun 22 12:48:54.325475 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-28103e22-704d-4108-b9d3-d8e57ca2ce18 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101422 Jun 22 12:48:54.369985 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 909488f5-3573-4aad-9d17-6164be96f018 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:48:54.386769 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40980) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:54.433624 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: 909488f5-3573-4aad-9d17-6164be96f018 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:48:54.434217 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 909488f5-3573-4aad-9d17-6164be96f018 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:48:54.434946 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:48:54.440918 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-92333227-1a66-4cd1-bf3f-2373fde69aaa req-4bb3a2a0-1f29-47c2-b9a6-7c595a333952 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075785 Jun 22 12:48:54.486486 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] Deleting subnet 4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:48:54.489628 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.525791 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5170620'] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.526279 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.554412 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:48:54.556767 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9b501b-e0d8-48b2-8681-c312bf7e63f4" -d '{"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-unplugged", "status": "completed", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:48:54.569793 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.570593 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:48:54.574807 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.576887 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:54.606050 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92128c98-f959-451b-bbe1-c54a09597dd6 x-openstack-request-id: req-92128c98-f959-451b-bbe1-c54a09597dd6 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:48:54.606344 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-unplugged", "status": "completed", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:48:54.606598 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92128c98-f959-451b-bbe1-c54a09597dd6 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:48:54.606988 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'code': 200} Jun 22 12:48:54.634742 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4861047'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.637104 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:54.663490 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:54.666857 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:54.668017 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.670003 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-6c9a5dd8-5d46-4090-862f-06a6d5dbbaec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4d5a1e9f-0d9a-47c7-b8ec-80fca4ce8058 HTTP/1.1" status: 204 len: 168 time: 0.2820454 Jun 22 12:48:54.672749 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 40984) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:54.746507 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=8']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:54.754436 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.754704 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.754819 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.755104 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.755435 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.755760 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.756090 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.756411 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.756729 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.757070 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.757383 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.757704 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.758017 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:48:54.762592 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:54.906249 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.918973 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4b17dc-7b37-47d2-a7e5-6c599512b35c']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:54.933574 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b9d7d5-4198-446c-a983-bc7a55faf6b6') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:54.933868 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b9d7d5-4198-446c-a983-bc7a55faf6b6') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:48:54.946028 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.964718 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.976872 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca755-646d-4093-8ed8-b305db31a294 req-bbe52671-be4a-4cc1-a474-2362f8f134c4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:54.978393 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-457ca755-646d-4093-8ed8-b305db31a294 req-bbe52671-be4a-4cc1-a474-2362f8f134c4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1479893 Jun 22 12:48:54.981878 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:48:54.982275 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:48:54.984207 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:48:55.067603 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:55.072893 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:55.074788 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0b4b17dc-7b37-47d2-a7e5-6c599512b35c HTTP/1.1" status: 204 len: 168 time: 0.4006319 Jun 22 12:48:55.077737 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-457ca755-646d-4093-8ed8-b305db31a294 req-5bef01ba-d636-49a3-9d15-e4ce302ee1df tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844064 Jun 22 12:48:55.078321 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:55.092293 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4b17dc-7b37-47d2-a7e5-6c599512b35c,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:55.095732 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-da6bc8d7-dfd1-4205-b995-867f2de67ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:55.260051 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875f1cf-2ae3-41e0-a427-a0bbcceca156 req-57cfd293-2cb0-40ad-ad4b-e9ce898d024c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:55.260682 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a875f1cf-2ae3-41e0-a427-a0bbcceca156 req-57cfd293-2cb0-40ad-ad4b-e9ce898d024c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0686326 Jun 22 12:48:55.267787 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40996) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:55.330849 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a875f1cf-2ae3-41e0-a427-a0bbcceca156 req-3c6158f4-4410-4d1a-9985-6bea87c429e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644953 Jun 22 12:48:55.337717 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-22a84342-0e2b-428c-b304-063132dd5767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f313ca45a12a4042b7aeb8ec2302317b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0675440 Jun 22 12:48:55.339842 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 40998) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:55.390914 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1ad36456-4279-474d-8507-4e618c1bfd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:55.391335 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b355e57-be76-4371-829f-7f0ce9fbe4c6 req-46dbaf80-4641-466b-bdf8-1c2e59cbfb5f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:55.392929 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6b355e57-be76-4371-829f-7f0ce9fbe4c6 req-46dbaf80-4641-466b-bdf8-1c2e59cbfb5f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0762808 Jun 22 12:48:55.413167 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1ad36456-4279-474d-8507-4e618c1bfd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:55.431049 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6b355e57-be76-4371-829f-7f0ce9fbe4c6 req-c21bfa12-53be-4cdd-8ebc-321d82512379 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Jun 22 12:48:55.462424 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1ad36456-4279-474d-8507-4e618c1bfd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:55.465220 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1ad36456-4279-474d-8507-4e618c1bfd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:48:55.466373 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1ad36456-4279-474d-8507-4e618c1bfd56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b148088-45a5-466a-be17-05f8790315ad HTTP/1.1" status: 204 len: 168 time: 0.1256428 Jun 22 12:48:55.467053 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:48:55.476325 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36456-4279-474d-8507-4e618c1bfd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b148088-45a5-466a-be17-05f8790315ad,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:48:55.478840 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1ad36456-4279-474d-8507-4e618c1bfd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:48:56.594204 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ac357-a08e-4c30-bfb9-664199cab422 req-267222a5-72f1-47b8-b66e-0e6e004d431b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:56.597608 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0c4ac357-a08e-4c30-bfb9-664199cab422 req-267222a5-72f1-47b8-b66e-0e6e004d431b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0945115 Jun 22 12:48:56.641594 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0c4ac357-a08e-4c30-bfb9-664199cab422 req-ea8fac95-e9ff-4003-896b-e2d392ef35f8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378373 Jun 22 12:48:56.768309 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1546ddc-9da9-4467-9285-a28aa6262232 req-658c5052-57a0-450e-bf51-db7772a0e54e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:56.769726 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a1546ddc-9da9-4467-9285-a28aa6262232 req-658c5052-57a0-450e-bf51-db7772a0e54e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0690572 Jun 22 12:48:56.808929 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a1546ddc-9da9-4467-9285-a28aa6262232 req-8537e709-7e86-4341-8c1c-9a166ae32ddb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Jun 22 12:48:57.829380 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddce626-564f-46ad-b49c-ba4b373390c1 req-07477442-e0a7-4363-b40f-534d6660b2bb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:57.831023 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3ddce626-564f-46ad-b49c-ba4b373390c1 req-07477442-e0a7-4363-b40f-534d6660b2bb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0709243 Jun 22 12:48:57.871800 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3ddce626-564f-46ad-b49c-ba4b373390c1 req-c2ba465e-9402-4c53-b2bc-d7bad4acc1b1 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347564 Jun 22 12:48:58.090377 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f0aff-239f-41c0-934a-4a5447eeeae9 req-6af887a4-6d75-40ff-966f-86761ae85db9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:58.092867 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-863f0aff-239f-41c0-934a-4a5447eeeae9 req-6af887a4-6d75-40ff-966f-86761ae85db9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1087837 Jun 22 12:48:58.137166 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-863f0aff-239f-41c0-934a-4a5447eeeae9 req-072efde9-b9af-46c4-8c36-c640e4fff1ad tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379126 Jun 22 12:48:58.839668 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9b87-0d50-46f9-95b5-e725b60d2f7f req-4e610cd5-c350-42f5-8036-d8c2af63d732 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:58.841196 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-460a9b87-0d50-46f9-95b5-e725b60d2f7f req-4e610cd5-c350-42f5-8036-d8c2af63d732 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0649784 Jun 22 12:48:58.883723 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-460a9b87-0d50-46f9-95b5-e725b60d2f7f req-e50198d9-8ca4-4a9a-8107-48d7a758df3b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357273 Jun 22 12:48:59.100794 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 41104) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:48:59.196032 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-337ae653-b7f9-4623-9e61-558727159908 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940239 Jun 22 12:48:59.329635 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33887456-a37e-4061-b5db-733e4fbbbad2 req-bab18cba-b2c1-49c7-ade5-ebb4007eeb6b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:48:59.331155 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-33887456-a37e-4061-b5db-733e4fbbbad2 req-bab18cba-b2c1-49c7-ade5-ebb4007eeb6b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0662956 Jun 22 12:48:59.373009 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-33887456-a37e-4061-b5db-733e4fbbbad2 req-8187fe77-0337-4461-9f8c-f3442bfb4157 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359123 Jun 22 12:49:00.092973 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc63ed-8633-4a1e-8b7e-5d2d00803205 req-07e1a7f8-bd58-4296-9563-c3d96c668146 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.094501 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-16bc63ed-8633-4a1e-8b7e-5d2d00803205 req-07e1a7f8-bd58-4296-9563-c3d96c668146 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0838914 Jun 22 12:49:00.140152 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-16bc63ed-8633-4a1e-8b7e-5d2d00803205 req-b07abb75-e022-496a-8667-f90a53b8ccca tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395918 Jun 22 12:49:00.349231 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:49:00.573305 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e998b-1054-4bb6-a111-68f756f811a9 req-bad3110b-71be-42a0-a8b7-534965b851c8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.574961 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d09e998b-1054-4bb6-a111-68f756f811a9 req-bad3110b-71be-42a0-a8b7-534965b851c8 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0799029 Jun 22 12:49:00.630727 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d09e998b-1054-4bb6-a111-68f756f811a9 req-d080d3ee-4c5f-4ac4-a2db-1c42b9f255cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476024 Jun 22 12:49:00.930277 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f560f7-5343-4978-8890-a2092f5f296d req-39640db9-dea7-4ad7-8c1c-d575ae88d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:00.931703 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-39640db9-dea7-4ad7-8c1c-d575ae88d3ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060&tenant_id=0f8688e5cf04418280e3f726c5c89a81 HTTP/1.1" status: 200 len: 1096 time: 0.0971859 Jun 22 12:49:01.073748 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f560f7-5343-4978-8890-a2092f5f296d req-8c455ed2-5cfc-4cb3-b089-60a4f41409bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.075269 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-8c455ed2-5cfc-4cb3-b089-60a4f41409bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 1096 time: 0.0943072 Jun 22 12:49:01.093564 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 41150) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:01.183274 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f560f7-5343-4978-8890-a2092f5f296d req-660ee2e4-7be9-402e-a909-6c89dcc53cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.184695 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-660ee2e4-7be9-402e-a909-6c89dcc53cc1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.1022682 Jun 22 12:49:01.263909 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.264930 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-56ee20f1-da02-46a0-863b-354ebcc3e7f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=556e909a-c3fa-469c-86a0-c156d29fe78f HTTP/1.1" status: 200 len: 998 time: 0.0730181 Jun 22 12:49:01.323723 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f560f7-5343-4978-8890-a2092f5f296d req-78dd7551-411f-4e9f-b8aa-e6ac6b327b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.326520 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-78dd7551-411f-4e9f-b8aa-e6ac6b327b6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0542397 Jun 22 12:49:01.407592 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f560f7-5343-4978-8890-a2092f5f296d req-21f19d21-c13d-4ecd-8408-b4c2dd7edf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.409408 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-21f19d21-c13d-4ecd-8408-b4c2dd7edf6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763113 Jun 22 12:49:01.416837 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.424696 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.428996 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-36938b2d-3423-4b0a-8aec-22d059e63e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:01.478359 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9bc423ab63e4cca89b8981ae3b18b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834581 Jun 22 12:49:01.483902 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 41156) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:01.486725 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcec77e-e73a-402d-90a9-2f2f55a6ed25 req-e6451ff9-062d-4e64-a04a-1cab5bb0d8ec tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.488254 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-bdcec77e-e73a-402d-90a9-2f2f55a6ed25 req-e6451ff9-062d-4e64-a04a-1cab5bb0d8ec tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.1513436 Jun 22 12:49:01.488965 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de86776b-8eb3-4bde-a45a-bd14e2322aa8,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:01.497212 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.497583 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.497941 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.498291 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.498635 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.498978 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.499320 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.500433 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.500433 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.500433 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.501791 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.501791 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:01.505422 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:01.547046 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-bdcec77e-e73a-402d-90a9-2f2f55a6ed25 req-b52a5f16-2ce4-4fdf-90a1-ed7a0d533686 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Jun 22 12:49:01.550943 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-e2dd6d29-ca02-4bd6-98e9-724930790dc0 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342185 Jun 22 12:49:01.594494 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfefa-eea1-4818-94cc-99de18f22a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.653886 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfefa-eea1-4818-94cc-99de18f22a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.734904 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e6f560f7-5343-4978-8890-a2092f5f296d req-3c3db7d6-6eb7-414b-9bcf-b8b77b6b4f1f service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730940 Jun 22 12:49:01.796640 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfefa-eea1-4818-94cc-99de18f22a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.800424 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfefa-eea1-4818-94cc-99de18f22a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:01.801699 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1b7bfefa-eea1-4818-94cc-99de18f22a54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de86776b-8eb3-4bde-a45a-bd14e2322aa8 HTTP/1.1" status: 204 len: 168 time: 0.3168423 Jun 22 12:49:01.804246 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-36752af1-b1fb-4d1a-ab1d-83a150b26b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:01.814737 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bfefa-eea1-4818-94cc-99de18f22a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86776b-8eb3-4bde-a45a-bd14e2322aa8,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:01.818378 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1b7bfefa-eea1-4818-94cc-99de18f22a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:01.856127 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db45ab-dead-4635-a068-d5fe76489992 req-482f084b-1dce-4b9c-873f-c9d77c45f796 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:01.857760 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-74db45ab-dead-4635-a068-d5fe76489992 req-482f084b-1dce-4b9c-873f-c9d77c45f796 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0956817 Jun 22 12:49:01.905825 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-74db45ab-dead-4635-a068-d5fe76489992 req-37bf3cb2-b8cb-4fa1-90c0-e0b63f45abdb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401247 Jun 22 12:49:02.868423 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dd3f1-d883-498d-845c-cf82fc21b593 req-a0d161f4-4bb5-4ece-94ef-f4fba036845a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:02.873638 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-094dd3f1-d883-498d-845c-cf82fc21b593 req-a0d161f4-4bb5-4ece-94ef-f4fba036845a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0922360 Jun 22 12:49:02.964509 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-094dd3f1-d883-498d-845c-cf82fc21b593 req-2fc03a87-5415-40ad-8ddc-c6d999c32ca0 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822062 Jun 22 12:49:03.164963 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2090-8e8d-4532-adbb-95fda2258782 req-f10f525a-a306-4110-b896-49bf83c045fa tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:03.169935 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1bbe2090-8e8d-4532-adbb-95fda2258782 req-f10f525a-a306-4110-b896-49bf83c045fa tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0905423 Jun 22 12:49:03.226638 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1bbe2090-8e8d-4532-adbb-95fda2258782 req-027d2d33-d7a8-4312-a9f3-6b1a8605330e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523949 Jun 22 12:49:04.193669 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be652b7-2a42-4414-9da0-7a2cf56a5832 req-ef579836-e23c-459a-a077-306cb5004a37 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:04.195273 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9be652b7-2a42-4414-9da0-7a2cf56a5832 req-ef579836-e23c-459a-a077-306cb5004a37 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0879745 Jun 22 12:49:04.241350 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9be652b7-2a42-4414-9da0-7a2cf56a5832 req-0249ebd9-0b96-495f-857b-f07f27c0a4dc tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Jun 22 12:49:04.448191 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9db6c-e245-458e-b478-eab3fa24816b req-1020df30-2dee-4157-93ee-1c6bb526c911 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:04.449722 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7ff9db6c-e245-458e-b478-eab3fa24816b req-1020df30-2dee-4157-93ee-1c6bb526c911 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0776713 Jun 22 12:49:04.506382 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7ff9db6c-e245-458e-b478-eab3fa24816b req-5417863d-a842-44f6-887f-3bc664ca525b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494237 Jun 22 12:49:05.437466 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd4eb2-357d-4673-82f1-79fdfefd3bd4 req-b7e11f2d-9d8e-4d5f-b1e9-891c77b71e02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:05.441559 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bfbd4eb2-357d-4673-82f1-79fdfefd3bd4 req-b7e11f2d-9d8e-4d5f-b1e9-891c77b71e02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0759690 Jun 22 12:49:05.501781 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bfbd4eb2-357d-4673-82f1-79fdfefd3bd4 req-d9749b5b-5d98-4991-b6ec-0b9221596579 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489590 Jun 22 12:49:05.692773 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad79fd-e9a0-49e2-959f-ca0fc8356f5a req-273fa478-4b5b-4f57-98b5-a9ee16a42496 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:05.694196 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f0ad79fd-e9a0-49e2-959f-ca0fc8356f5a req-273fa478-4b5b-4f57-98b5-a9ee16a42496 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0696816 Jun 22 12:49:05.733792 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f0ad79fd-e9a0-49e2-959f-ca0fc8356f5a req-d3e09c86-8ac1-431e-b83f-7018a06f498f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Jun 22 12:49:06.708317 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda56f95-f2dc-4e7f-886d-2f996e32cded req-45bbec2d-3276-40a3-8843-f3440c50a38d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:06.710150 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fda56f95-f2dc-4e7f-886d-2f996e32cded req-45bbec2d-3276-40a3-8843-f3440c50a38d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0791326 Jun 22 12:49:06.767013 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fda56f95-f2dc-4e7f-886d-2f996e32cded req-f4a9ac5d-6a75-4e24-a70d-851106117215 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491750 Jun 22 12:49:06.950145 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce4fa6-7d7b-4912-bc3c-e5d36b54f758 req-b2802746-6dc7-4064-9af8-9b052886d550 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:06.951700 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-99ce4fa6-7d7b-4912-bc3c-e5d36b54f758 req-b2802746-6dc7-4064-9af8-9b052886d550 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0842762 Jun 22 12:49:07.005437 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-99ce4fa6-7d7b-4912-bc3c-e5d36b54f758 req-0ad3ea2a-35a7-42cd-b6ad-f483c1a4ac9a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Jun 22 12:49:08.026967 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07dad-a505-4c29-a683-28fcc88c9692 req-9a39eb85-2319-43e2-8515-68c85478e26a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:08.041599 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-58d07dad-a505-4c29-a683-28fcc88c9692 req-9a39eb85-2319-43e2-8515-68c85478e26a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.1163902 Jun 22 12:49:08.080019 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-58d07dad-a505-4c29-a683-28fcc88c9692 req-23adfad3-b089-4b8d-99df-0db640ecbafc tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373638 Jun 22 12:49:08.310885 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c35ffd-f4df-45b3-a8fa-88923d0e9298 req-305216d7-2e4d-4569-9d22-ab1ac59fc98f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:08.314451 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-60c35ffd-f4df-45b3-a8fa-88923d0e9298 req-305216d7-2e4d-4569-9d22-ab1ac59fc98f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1004796 Jun 22 12:49:08.381296 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-60c35ffd-f4df-45b3-a8fa-88923d0e9298 req-fa33126d-67a3-44bf-948c-43d076729e68 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605462 Jun 22 12:49:09.288897 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b870a5-7f3f-4997-8c08-91bd3483e377 req-01a89764-0f91-47c6-bf3e-ab97e48b3abb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:09.290439 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a4b870a5-7f3f-4997-8c08-91bd3483e377 req-01a89764-0f91-47c6-bf3e-ab97e48b3abb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0836301 Jun 22 12:49:09.336056 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a4b870a5-7f3f-4997-8c08-91bd3483e377 req-af386215-8ec2-4965-aa41-55d13494236d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 Jun 22 12:49:09.584179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e966f9-81e3-4d47-87fb-a4757083c5aa req-012d859e-78d0-4bd6-acb1-8fd8b22f0c36 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:09.585685 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9e966f9-81e3-4d47-87fb-a4757083c5aa req-012d859e-78d0-4bd6-acb1-8fd8b22f0c36 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0717673 Jun 22 12:49:09.631890 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9e966f9-81e3-4d47-87fb-a4757083c5aa req-4ffb2453-7935-4954-ab61-e87be7b9f4e9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Jun 22 12:49:10.575124 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeb29-d5ac-4ee5-8d7b-19c4ac3e0190 req-372b6d33-8419-4380-a005-bfa56e5ba7f5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:10.576721 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c29eeb29-d5ac-4ee5-8d7b-19c4ac3e0190 req-372b6d33-8419-4380-a005-bfa56e5ba7f5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0827701 Jun 22 12:49:10.638640 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c29eeb29-d5ac-4ee5-8d7b-19c4ac3e0190 req-d9d4ba42-4efb-4cd5-80dc-c63518357d92 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490439 Jun 22 12:49:11.115667 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773deea-22a6-4086-9a1c-5f036bf1328f req-7e45991d-b96d-4d92-9736-7b3b2a62892a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:11.117323 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e773deea-22a6-4086-9a1c-5f036bf1328f req-7e45991d-b96d-4d92-9736-7b3b2a62892a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.3400381 Jun 22 12:49:11.182878 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e773deea-22a6-4086-9a1c-5f036bf1328f req-327e483c-c771-47de-90d5-b885bbb51d6e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Jun 22 12:49:11.899850 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df96900-0966-4eb2-9308-4773d81587c0 req-8d2d5fc6-1134-4118-ba55-8b333361a7be tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:11.903062 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6df96900-0966-4eb2-9308-4773d81587c0 req-8d2d5fc6-1134-4118-ba55-8b333361a7be tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.1141083 Jun 22 12:49:11.950416 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6df96900-0966-4eb2-9308-4773d81587c0 req-7c3910ff-4fb2-48f2-8ab8-1f744a102790 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372491 Jun 22 12:49:12.464946 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850da369-a26d-4212-9398-958f0271bd5f req-8dfb212f-bc4b-4d0b-840a-10ed424a51d2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:12.467555 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-850da369-a26d-4212-9398-958f0271bd5f req-8dfb212f-bc4b-4d0b-840a-10ed424a51d2 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1313462 Jun 22 12:49:12.552794 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-850da369-a26d-4212-9398-958f0271bd5f req-03aaef45-77c5-4e76-947b-cbed9fce496e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775378 Jun 22 12:49:12.760208 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 41330) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:12.903421 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f5cd-476b-4eb6-b9cf-e9c6fcb186ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.068497 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f5cd-476b-4eb6-b9cf-e9c6fcb186ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.073675 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f5cd-476b-4eb6-b9cf-e9c6fcb186ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.076486 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0759ce94-1df8-42bf-9533-c699962a2566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:13.104009 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-ebc4f5cd-476b-4eb6-b9cf-e9c6fcb186ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42e53d1e9220443bbbc2891f1501ea86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425040 Jun 22 12:49:13.107715 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 41336) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:13.131024 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4f5cd-476b-4eb6-b9cf-e9c6fcb186ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd7552-a4ac-427b-b757-d1ba28146b62,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:13.134939 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ebc4f5cd-476b-4eb6-b9cf-e9c6fcb186ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:13.254685 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ac0d010e-8243-4e87-be99-d66ca15432eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.288744 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ac0d010e-8243-4e87-be99-d66ca15432eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.346862 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960949c-36a3-47c7-9e40-e77ed8333867 req-42857ba5-8c6d-44dc-a34a-717eb9fd4aab tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:13.349543 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4960949c-36a3-47c7-9e40-e77ed8333867 req-42857ba5-8c6d-44dc-a34a-717eb9fd4aab tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.1394808 Jun 22 12:49:13.411781 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4960949c-36a3-47c7-9e40-e77ed8333867 req-ffd6a77c-144a-4c6f-bd31-90b83b59df09 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474877 Jun 22 12:49:13.413345 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ac0d010e-8243-4e87-be99-d66ca15432eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.417147 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ac0d010e-8243-4e87-be99-d66ca15432eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.419150 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ac0d010e-8243-4e87-be99-d66ca15432eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6abd7552-a4ac-427b-b757-d1ba28146b62 HTTP/1.1" status: 204 len: 168 time: 0.3083432 Jun 22 12:49:13.420445 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6369dab2-dea4-43dc-9a32-fa6c7578a428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:13.432129 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d010e-8243-4e87-be99-d66ca15432eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd7552-a4ac-427b-b757-d1ba28146b62,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:13.435683 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ac0d010e-8243-4e87-be99-d66ca15432eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:13.532292 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-155511c7-7d3d-4c66-8470-f7ad5f49ad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:13.800086 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587ab70-e712-48fa-af32-2de276c48eb5 req-71e48a2f-4aa0-4cd3-9a0e-03bc831724dc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:13.802774 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8587ab70-e712-48fa-af32-2de276c48eb5 req-71e48a2f-4aa0-4cd3-9a0e-03bc831724dc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0767915 Jun 22 12:49:13.874150 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8587ab70-e712-48fa-af32-2de276c48eb5 req-511b4798-04e4-4583-affa-cb099491f513 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498433 Jun 22 12:49:14.706565 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b7916-1130-4bd6-958f-c8b274d3381f req-947c4249-d2b7-4c5d-82aa-309c85b2ea43 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:14.708211 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-953b7916-1130-4bd6-958f-c8b274d3381f req-947c4249-d2b7-4c5d-82aa-309c85b2ea43 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0876920 Jun 22 12:49:14.760284 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-953b7916-1130-4bd6-958f-c8b274d3381f req-d6321a73-7587-4973-9521-3d6133c3e26a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393271 Jun 22 12:49:15.092240 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30385d7e-a2ac-4b5a-afba-77889df3202e req-c2442879-227c-41e0-8358-7f0ed33b192d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:15.093787 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-30385d7e-a2ac-4b5a-afba-77889df3202e req-c2442879-227c-41e0-8358-7f0ed33b192d tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0690928 Jun 22 12:49:15.139444 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-30385d7e-a2ac-4b5a-afba-77889df3202e req-8785b7e3-174a-43b8-9f07-1d633662d70a tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Jun 22 12:49:15.964625 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da07056-7c2f-41b2-9756-ee890b1a196d req-ca9551fc-ad11-4eda-8452-9375a64aa760 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:15.966178 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7da07056-7c2f-41b2-9756-ee890b1a196d req-ca9551fc-ad11-4eda-8452-9375a64aa760 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0702879 Jun 22 12:49:15.994961 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:49:16.023579 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7da07056-7c2f-41b2-9756-ee890b1a196d req-1ed13eab-2caa-497c-a240-ae456740aa0a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504396 Jun 22 12:49:16.325882 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b05f3-80c7-4c55-a4d4-bcf977c03636 req-61470598-3328-4a87-b28d-c8f9e5dc20bd tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:16.327344 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d1b05f3-80c7-4c55-a4d4-bcf977c03636 req-61470598-3328-4a87-b28d-c8f9e5dc20bd tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0643466 Jun 22 12:49:16.378187 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6d1b05f3-80c7-4c55-a4d4-bcf977c03636 req-134a8a18-cce4-409a-b72a-f0a18be81f6e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442169 Jun 22 12:49:16.799652 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e915a1bf-801c-4582-9029-9351fa736012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.214160 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776752c9-c271-4069-a7f3-65acb81c6644 req-33e4a3ef-863b-4de5-8de5-97c85c75d26b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:17.215645 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-776752c9-c271-4069-a7f3-65acb81c6644 req-33e4a3ef-863b-4de5-8de5-97c85c75d26b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0666194 Jun 22 12:49:17.256539 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-776752c9-c271-4069-a7f3-65acb81c6644 req-12cb4d0c-80c8-4137-ad9c-501b8d28e6e5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344367 Jun 22 12:49:17.470845 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:17.564984 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e827145-533d-434a-ab34-5f293559b697 req-6b77badd-d702-4049-8deb-e7f542b00cbc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:17.566523 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3e827145-533d-434a-ab34-5f293559b697 req-6b77badd-d702-4049-8deb-e7f542b00cbc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0708997 Jun 22 12:49:17.607342 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3e827145-533d-434a-ab34-5f293559b697 req-4638fa5f-ec28-4e59-9132-ed403f78cff9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351143 Jun 22 12:49:17.971869 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:18.416807 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:49:18.445302 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e6fe0-ef7e-4058-96a4-6057ce8d7f03 req-f05d68c1-6782-4269-ac0a-df3ccc996717 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:18.446857 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-195e6fe0-ef7e-4058-96a4-6057ce8d7f03 req-f05d68c1-6782-4269-ac0a-df3ccc996717 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 943 time: 0.0712328 Jun 22 12:49:18.491757 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-195e6fe0-ef7e-4058-96a4-6057ce8d7f03 req-a316dbb3-557a-4ff7-9b9b-b30a1e8eadc7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355721 Jun 22 12:49:18.527003 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:18.540013 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'port_id': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'mac_address': 'fa:16:3e:aa:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:49:18.580639 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:18.594949 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556e909a-c3fa-469c-86a0-c156d29fe78f {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:49:18.619696 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:18.624733 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:18.626812 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:18.682264 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=9']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:18.692323 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:18.707394 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:18.800033 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90431910-e2c3-4639-abcb-5c4dbba7b072 req-8ff7c232-e0ec-4875-b3b8-8c510132ba4f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:18.801535 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-90431910-e2c3-4639-abcb-5c4dbba7b072 req-8ff7c232-e0ec-4875-b3b8-8c510132ba4f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0699661 Jun 22 12:49:18.840845 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-90431910-e2c3-4639-abcb-5c4dbba7b072 req-e761c8ff-b219-44f0-98b6-6c91def5e8a5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jun 22 12:49:19.020463 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['556e909a-c3fa-469c-86a0-c156d29fe78f'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:19.732328 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a27d2-2f22-4507-9dcd-a81e12262853 req-d7f2a626-80a9-4906-af8f-43e352e8a5b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:19.736704 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9b4a27d2-2f22-4507-9dcd-a81e12262853 req-d7f2a626-80a9-4906-af8f-43e352e8a5b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 944 time: 0.0940089 Jun 22 12:49:19.788390 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9b4a27d2-2f22-4507-9dcd-a81e12262853 req-dedb780a-d972-4167-a622-778a5ea559ac tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424449 Jun 22 12:49:19.955319 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:20.056448 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283913f-6b91-489a-b472-0a67d98345ef req-67319ec5-0ace-46d4-8026-ec48ffb045ee tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:20.057979 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3283913f-6b91-489a-b472-0a67d98345ef req-67319ec5-0ace-46d4-8026-ec48ffb045ee tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0759010 Jun 22 12:49:20.100470 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3283913f-6b91-489a-b472-0a67d98345ef req-d7b67e88-748c-4f3d-a264-6ba1ec613b46 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365410 Jun 22 12:49:20.414921 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:49:20.467427 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 556e909a-c3fa-469c-86a0-c156d29fe78f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:49:20.467809 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:20.554523 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:20.581228 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:20.584340 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce3f99-f09e-41b2-841b-6343f8279992" -d '{"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-plugged", "status": "completed", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:20.599966 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:20.604809 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:20.607950 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:20.637699 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7dd8d2-2814-4043-a4a7-1f6b1a19d0bb x-openstack-request-id: req-4b7dd8d2-2814-4043-a4a7-1f6b1a19d0bb {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:20.638028 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-plugged", "status": "completed", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:20.638247 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b7dd8d2-2814-4043-a4a7-1f6b1a19d0bb {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:20.638643 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'code': 200} Jun 22 12:49:20.668324 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=10']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:20.672144 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:20.990653 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cba91-b82f-4384-bb83-20127511bcba req-1a881391-19c7-4c41-bcc5-5d96d5825c4f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:20.992081 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1c4cba91-b82f-4384-bb83-20127511bcba req-1a881391-19c7-4c41-bcc5-5d96d5825c4f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 946 time: 0.0645525 Jun 22 12:49:21.038844 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1c4cba91-b82f-4384-bb83-20127511bcba req-b4e7a9ce-0363-40d3-b0b4-8b1b11eca44d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410709 Jun 22 12:49:21.320543 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e677a7-2067-4149-9cfd-bcbddfac250b req-a562b11e-5b26-4f33-bb54-2fea7e9c993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:21.322932 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c3e677a7-2067-4149-9cfd-bcbddfac250b req-a562b11e-5b26-4f33-bb54-2fea7e9c993e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 1099 time: 0.0607424 Jun 22 12:49:21.338070 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e6bc-5b65-431d-97fb-8e97dd69c23c req-6ed7df4e-4edf-4b1f-81d0-1e530d19a627 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:21.339599 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ceb9e6bc-5b65-431d-97fb-8e97dd69c23c req-6ed7df4e-4edf-4b1f-81d0-1e530d19a627 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0714641 Jun 22 12:49:21.375004 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c3e677a7-2067-4149-9cfd-bcbddfac250b req-4448f351-547c-4ce7-8f7e-025fd773c321 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439212 Jun 22 12:49:21.383828 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ceb9e6bc-5b65-431d-97fb-8e97dd69c23c req-eca43d83-0e03-48af-a193-7edb565e35f3 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Jun 22 12:49:22.259873 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84797f73-995d-42be-b1ef-1b7d1e136026 req-2ac7de32-cb99-44d8-8f18-a4fb45bee6a9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:22.261644 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-84797f73-995d-42be-b1ef-1b7d1e136026 req-2ac7de32-cb99-44d8-8f18-a4fb45bee6a9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 946 time: 0.0721114 Jun 22 12:49:22.307283 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-84797f73-995d-42be-b1ef-1b7d1e136026 req-0f3f6763-c5dc-40a4-98bd-fc00550594f5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375669 Jun 22 12:49:22.580390 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac21b13-9d7d-4344-87a4-a7f7965fb858 req-6b227911-f6a7-4801-8b39-96636687c81c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:22.582644 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fac21b13-9d7d-4344-87a4-a7f7965fb858 req-6b227911-f6a7-4801-8b39-96636687c81c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0744424 Jun 22 12:49:22.636044 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fac21b13-9d7d-4344-87a4-a7f7965fb858 req-c7067a7c-3278-4def-b1eb-36d8176ee3f3 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452311 Jun 22 12:49:23.261665 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-b307daf0-9e13-4078-bd59-e2f4b3b3c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:23.263212 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-b307daf0-9e13-4078-bd59-e2f4b3b3c5fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1138 time: 0.0896604 Jun 22 12:49:23.313851 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde45617-5abe-4cd3-85a6-6444ce083049 req-628cad0f-405b-4d62-8e26-c61bf599cced tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:23.314878 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-bde45617-5abe-4cd3-85a6-6444ce083049 req-628cad0f-405b-4d62-8e26-c61bf599cced tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0855017 Jun 22 12:49:23.421393 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-bde45617-5abe-4cd3-85a6-6444ce083049 req-f009d2f5-4d14-49d6-b058-4627860712e0 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891838 Jun 22 12:49:23.453769 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-d4398522-bdcc-4877-93ed-4202e5940975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:23.456173 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-d4398522-bdcc-4877-93ed-4202e5940975 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef36231b-af14-4d38-914f-263b094b9072 HTTP/1.1" status: 200 len: 915 time: 0.1827669 Jun 22 12:49:23.596608 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-29c2207e-a09f-4126-881c-4f31943efc2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 1001 time: 0.1324103 Jun 22 12:49:23.667995 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a84-5c6b-4562-928a-e400e60acdcb req-fccbbac6-dcb8-4e54-87b4-d1588710bd63 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:23.669608 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36134a84-5c6b-4562-928a-e400e60acdcb req-fccbbac6-dcb8-4e54-87b4-d1588710bd63 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 946 time: 0.1348600 Jun 22 12:49:23.674386 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-5ab6dba0-c9f4-4641-affb-3d5c6eca91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:23.674386 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-5ab6dba0-c9f4-4641-affb-3d5c6eca91c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5c3b8f-3d1c-406a-8d27-a946476c9cac HTTP/1.1" status: 200 len: 853 time: 0.0681474 Jun 22 12:49:23.768618 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36134a84-5c6b-4562-928a-e400e60acdcb req-ed0a2b70-91f1-4aa9-8b23-5800d0aa9a26 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715072 Jun 22 12:49:23.789358 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-c93e5f42-b89e-4ddd-8e70-e9c9770a7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:23.790863 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-c93e5f42-b89e-4ddd-8e70-e9c9770a7b6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef36231b-af14-4d38-914f-263b094b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1053057 Jun 22 12:49:23.866714 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc559a-c7b1-41a5-8eef-57e6073c3c2e req-bfa68a88-7bfe-4905-8148-94f94701fafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:23.870003 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-71cc559a-c7b1-41a5-8eef-57e6073c3c2e req-bfa68a88-7bfe-4905-8148-94f94701fafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0865643 Jun 22 12:49:23.915687 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-315b793c-8d79-414a-a3d3-c7ef27bf692e service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016886 Jun 22 12:49:23.935020 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-71cc559a-c7b1-41a5-8eef-57e6073c3c2e req-c9a2b70d-76b6-4af3-8ce3-3fc601d29723 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536144 Jun 22 12:49:24.086428 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4894c3b1-58a9-44b8-abfc-7e27bb736e31 req-d660badd-8fde-4891-bb25-983bc7cc7ffe service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633003 Jun 22 12:49:24.786331 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0286c-d8ea-40db-9efe-eaae4f8649be req-9394ef8d-e38d-4a30-bd49-8f39bc875949 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:24.788040 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dfd0286c-d8ea-40db-9efe-eaae4f8649be req-9394ef8d-e38d-4a30-bd49-8f39bc875949 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0774913 Jun 22 12:49:24.849607 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dfd0286c-d8ea-40db-9efe-eaae4f8649be req-3ad5ef94-c483-4b55-bcbc-c4a21c4c1a3c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547369 Jun 22 12:49:25.011586 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a83a75-dfce-43a4-9d59-0832b2c57a08 req-377793a0-e4c9-4329-a89e-0f1c2c7559b9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:25.013271 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-41a83a75-dfce-43a4-9d59-0832b2c57a08 req-377793a0-e4c9-4329-a89e-0f1c2c7559b9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 946 time: 0.0803275 Jun 22 12:49:25.065174 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-41a83a75-dfce-43a4-9d59-0832b2c57a08 req-55613b1a-24de-4e59-9d15-ae65be85e657 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412691 Jun 22 12:49:25.174581 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744d17f-82cb-4947-83b7-a94e74859e09 req-d7ea9c1b-7e2a-4eca-b8b0-be071079fdba tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:25.176315 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a744d17f-82cb-4947-83b7-a94e74859e09 req-d7ea9c1b-7e2a-4eca-b8b0-be071079fdba tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0911756 Jun 22 12:49:25.222127 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a744d17f-82cb-4947-83b7-a94e74859e09 req-1d8f2c07-aec5-4fa0-95de-33efcee40cdd tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Jun 22 12:49:26.048772 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd00b-99d9-404e-8efe-0fc614770e7c req-6bfa9cc4-15ec-46c9-8304-173c2477f75c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:26.050535 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02cbd00b-99d9-404e-8efe-0fc614770e7c req-6bfa9cc4-15ec-46c9-8304-173c2477f75c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0782320 Jun 22 12:49:26.099918 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-02cbd00b-99d9-404e-8efe-0fc614770e7c req-85ba6f98-1af2-4ce6-8614-65e7caf94046 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388067 Jun 22 12:49:26.445363 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38865e-4fa2-48c9-9340-982c1b2cfbd0 req-94a32bf6-41ea-4054-bc18-0b8e75a19405 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:26.446958 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bb38865e-4fa2-48c9-9340-982c1b2cfbd0 req-94a32bf6-41ea-4054-bc18-0b8e75a19405 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0897369 Jun 22 12:49:26.494636 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bb38865e-4fa2-48c9-9340-982c1b2cfbd0 req-d3adb444-af23-4aa6-a6d5-87b1f855e0ac tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Jun 22 12:49:27.397654 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423f621-16e0-4506-8602-ee954dd45564 req-a8288d45-5e25-4d4f-ab51-aeb0888742d2 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:27.400304 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b423f621-16e0-4506-8602-ee954dd45564 req-a8288d45-5e25-4d4f-ab51-aeb0888742d2 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.1120272 Jun 22 12:49:27.452381 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b423f621-16e0-4506-8602-ee954dd45564 req-d4e060f4-c1ce-459c-ad32-4ca986b7fee5 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445724 Jun 22 12:49:27.775285 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfe91b-9fb4-40d7-8ff7-8b6a16bb015b req-54f81d0e-b905-4d36-af06-36b451787faa tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:27.776882 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59cfe91b-9fb4-40d7-8ff7-8b6a16bb015b req-54f81d0e-b905-4d36-af06-36b451787faa tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0733519 Jun 22 12:49:27.826325 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-59cfe91b-9fb4-40d7-8ff7-8b6a16bb015b req-22ad3dd5-8a73-430c-ab5a-90567e3d553c tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Jun 22 12:49:28.695970 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4a6db-8516-4298-926f-2f29ebca44f1 req-f0be8c42-c211-4e43-9c5a-244ebf9c5e69 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:28.697764 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-39e4a6db-8516-4298-926f-2f29ebca44f1 req-f0be8c42-c211-4e43-9c5a-244ebf9c5e69 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0793266 Jun 22 12:49:28.750350 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-39e4a6db-8516-4298-926f-2f29ebca44f1 req-a5bf409f-e6f6-49e2-91a0-d5128254b578 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453482 Jun 22 12:49:29.032624 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4969b-3747-4de7-8013-c39b16c27987 req-8b051eac-d00b-429c-91b0-53b5a2dbc1f9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:29.034264 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06f4969b-3747-4de7-8013-c39b16c27987 req-8b051eac-d00b-429c-91b0-53b5a2dbc1f9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0848777 Jun 22 12:49:29.087332 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06f4969b-3747-4de7-8013-c39b16c27987 req-c078ffd3-3381-4f98-8a30-ae2f3afc67b5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459554 Jun 22 12:49:30.028707 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96ed93-79d2-441c-8453-56c8098ff853 req-99007765-34ce-40d3-a4f8-e6d789972b66 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:30.030685 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc96ed93-79d2-441c-8453-56c8098ff853 req-99007765-34ce-40d3-a4f8-e6d789972b66 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0903857 Jun 22 12:49:30.080733 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc96ed93-79d2-441c-8453-56c8098ff853 req-97167800-7ed6-47da-8688-73c11de07f87 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396395 Jun 22 12:49:30.288692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c725b38-c510-4d12-8296-f070eb260cbd req-9b49b011-49f6-4410-83f1-37b5bef5a124 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:30.290813 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7c725b38-c510-4d12-8296-f070eb260cbd req-9b49b011-49f6-4410-83f1-37b5bef5a124 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0850570 Jun 22 12:49:30.337462 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7c725b38-c510-4d12-8296-f070eb260cbd req-d34f55dd-84b5-4f25-ba98-c9b82be5cee5 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Jun 22 12:49:31.292909 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c1738-f7a7-43e3-99bf-18e55925510a req-b7dd6b86-49d9-42e8-943f-542a7df2cbad tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:31.294712 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a89c1738-f7a7-43e3-99bf-18e55925510a req-b7dd6b86-49d9-42e8-943f-542a7df2cbad tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0861046 Jun 22 12:49:31.344558 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a89c1738-f7a7-43e3-99bf-18e55925510a req-d7456253-f22c-424a-b34b-2d4ea5ed333a tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424695 Jun 22 12:49:31.565332 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f932c-8b82-4613-9c12-55d140ece83c req-1dd25474-0319-4b3a-8bd0-ba3d6b0a5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:31.567672 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-047f932c-8b82-4613-9c12-55d140ece83c req-1dd25474-0319-4b3a-8bd0-ba3d6b0a5bfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1098 time: 0.1334138 Jun 22 12:49:31.581466 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0e2c4-821c-4e2f-8ac5-16d14b62479f req-950ed061-2ee7-4014-8f7d-5550fe62de61 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:31.584015 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a4e0e2c4-821c-4e2f-8ac5-16d14b62479f req-950ed061-2ee7-4014-8f7d-5550fe62de61 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1106906 Jun 22 12:49:31.657398 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-047f932c-8b82-4613-9c12-55d140ece83c req-25e6d46b-4a22-4e5a-a8ed-547c0ca4b566 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719783 Jun 22 12:49:31.665396 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a4e0e2c4-821c-4e2f-8ac5-16d14b62479f req-bd01e15e-d417-4ef1-944c-446e86566d7b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705321 Jun 22 12:49:32.562012 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befe541-e660-43a5-9b5e-fb7d650e4800 req-43843d55-b022-4f27-8515-c61dbba2a664 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:32.563661 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6befe541-e660-43a5-9b5e-fb7d650e4800 req-43843d55-b022-4f27-8515-c61dbba2a664 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0744765 Jun 22 12:49:32.607037 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6befe541-e660-43a5-9b5e-fb7d650e4800 req-c7d6cfa1-fe49-49af-b272-c1d173ae4f7e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371215 Jun 22 12:49:32.872608 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb80bdd-3462-4f97-aad8-b9b2112097d0 req-a1978f9d-5b3b-4581-a199-99dd26be21da tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:32.874282 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5bb80bdd-3462-4f97-aad8-b9b2112097d0 req-a1978f9d-5b3b-4581-a199-99dd26be21da tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0800149 Jun 22 12:49:32.917179 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5bb80bdd-3462-4f97-aad8-b9b2112097d0 req-96a43e6b-ae71-4d16-a326-faf72e576f8e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359001 Jun 22 12:49:33.799813 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3c3d4-6187-4c64-ae11-c69348a8e5af req-564ed800-6809-47e3-9ceb-b37fba4f8b33 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:33.801475 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-99c3c3d4-6187-4c64-ae11-c69348a8e5af req-564ed800-6809-47e3-9ceb-b37fba4f8b33 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0685270 Jun 22 12:49:33.849558 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-99c3c3d4-6187-4c64-ae11-c69348a8e5af req-c408ca5e-53cb-49b4-9a0c-85a22f488e5f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419157 Jun 22 12:49:34.113228 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0aa15-e680-4320-aaca-ec7674109bd5 req-bce97e89-a93f-481e-9562-5c09b1a3889e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.114803 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0cc0aa15-e680-4320-aaca-ec7674109bd5 req-bce97e89-a93f-481e-9562-5c09b1a3889e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0718834 Jun 22 12:49:34.163603 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0cc0aa15-e680-4320-aaca-ec7674109bd5 req-87f009fe-b2e9-4e9f-96da-9d1ae1b29183 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 Jun 22 12:49:34.790486 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-422df73f-3b91-4917-b820-649747909cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.792194 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-422df73f-3b91-4917-b820-649747909cd0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 1098 time: 0.0804734 Jun 22 12:49:34.845407 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c4205-1ca2-44e2-915a-ef6cf39a3601 req-e7c554e8-4d43-49a2-908b-87b182e6c077 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.846954 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fe4c4205-1ca2-44e2-915a-ef6cf39a3601 req-e7c554e8-4d43-49a2-908b-87b182e6c077 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0767984 Jun 22 12:49:34.898197 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fe4c4205-1ca2-44e2-915a-ef6cf39a3601 req-a642e99f-1cdf-4f20-80fd-14d072b095ab tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Jun 22 12:49:34.929715 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-4ae04ffd-8049-4a61-958d-98c0c1518661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:34.932827 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-4ae04ffd-8049-4a61-958d-98c0c1518661 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 200 len: 919 time: 0.1326950 Jun 22 12:49:35.024541 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-4c309bbf-761b-4640-a456-d85f341d67ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 200 len: 217 time: 0.0806472 Jun 22 12:49:35.143158 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-4504bacd-0a8c-41ef-9d85-3bc885612b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:35.144642 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-4504bacd-0a8c-41ef-9d85-3bc885612b1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 200 len: 858 time: 0.1041758 Jun 22 12:49:35.189075 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-c23b8c4e-96f3-4cce-b7d3-3867785ce445 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f25b32fe-dae5-4762-a914-d3c54c48333c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349176 Jun 22 12:49:35.197000 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51d71a-da96-43f8-b7c8-f19a6e46a895 req-a60a0d18-80bb-443d-8e5b-92bca0c65621 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:35.198583 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1b51d71a-da96-43f8-b7c8-f19a6e46a895 req-a60a0d18-80bb-443d-8e5b-92bca0c65621 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.1784129 Jun 22 12:49:35.307703 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1b51d71a-da96-43f8-b7c8-f19a6e46a895 req-221f4dd4-62ad-49b0-aea8-a2bbfedb9ec9 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985019 Jun 22 12:49:35.346755 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-5c03066d-a576-4576-93a5-7fad93880f17 service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471622 Jun 22 12:49:35.452841 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c9a71572-969c-4a42-9a1f-4ff9e4608334 req-166a849a-c11d-4319-add6-a8863eb07b9e service neutron] 10.222.0.52 "GET /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959508 Jun 22 12:49:36.127197 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20274d86-b6b3-4a69-a684-8ca4f23df678 req-ee5bb8d1-050f-4740-9916-1d54bd27be6b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:36.128808 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-20274d86-b6b3-4a69-a684-8ca4f23df678 req-ee5bb8d1-050f-4740-9916-1d54bd27be6b tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0919497 Jun 22 12:49:36.193639 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-20274d86-b6b3-4a69-a684-8ca4f23df678 req-552be9f7-cff7-42b4-b127-57d6d91b4d7e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555246 Jun 22 12:49:36.543442 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c7335-2679-4f7f-bcd0-626e0f057d8e req-2c8080a0-6d6d-43fe-b527-08b601c32248 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:36.547661 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-099c7335-2679-4f7f-bcd0-626e0f057d8e req-2c8080a0-6d6d-43fe-b527-08b601c32248 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.1014311 Jun 22 12:49:36.619715 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-099c7335-2679-4f7f-bcd0-626e0f057d8e req-6042368b-cb0c-49cd-946e-f83a4e463742 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626118 Jun 22 12:49:37.499951 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59949a13-7a4d-4bd3-a69c-d9b8fa6b821f req-606e883e-7df8-4366-913b-d32d71dde691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:37.501526 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-59949a13-7a4d-4bd3-a69c-d9b8fa6b821f req-606e883e-7df8-4366-913b-d32d71dde691 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0814281 Jun 22 12:49:37.555494 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-59949a13-7a4d-4bd3-a69c-d9b8fa6b821f req-f4f20f40-3089-494a-a9f1-97346f214b99 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440750 Jun 22 12:49:37.841789 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337819bc-27a5-40cd-be6c-d6f54ad1c7df req-b3c9a557-6f5b-4b40-b149-3fa973572139 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:37.844400 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-337819bc-27a5-40cd-be6c-d6f54ad1c7df req-b3c9a557-6f5b-4b40-b149-3fa973572139 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.0777187 Jun 22 12:49:37.918833 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-337819bc-27a5-40cd-be6c-d6f54ad1c7df req-1466df2c-8a33-4dce-ae4e-046e981a9a66 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629690 Jun 22 12:49:38.823625 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197405eb-4030-4d42-90ac-f8f6bbff1e45 req-165df51d-e80e-4aa8-8bb2-3747a8c7e111 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:38.825442 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-197405eb-4030-4d42-90ac-f8f6bbff1e45 req-165df51d-e80e-4aa8-8bb2-3747a8c7e111 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1013896 Jun 22 12:49:38.885097 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-197405eb-4030-4d42-90ac-f8f6bbff1e45 req-ef8c2933-02ff-47d7-8c71-0d627b0f6b21 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 Jun 22 12:49:39.249550 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09488e77-16c6-4618-9ce4-f5271abc4b25 req-20c38343-e2bf-4ea2-bf09-85be4ea5b8f0 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:39.251679 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-09488e77-16c6-4618-9ce4-f5271abc4b25 req-20c38343-e2bf-4ea2-bf09-85be4ea5b8f0 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.1164179 Jun 22 12:49:39.322209 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-09488e77-16c6-4618-9ce4-f5271abc4b25 req-937bf6a6-0ff3-487f-ac0a-bf77c8677a6f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645349 Jun 22 12:49:39.720633 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c65f5-3fba-4e02-8148-b89612f03d06 req-1ea547cb-e0c9-406e-bd88-66656e0863b2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:39.722104 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d38c65f5-3fba-4e02-8148-b89612f03d06 req-1ea547cb-e0c9-406e-bd88-66656e0863b2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0721858 Jun 22 12:49:39.765547 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d38c65f5-3fba-4e02-8148-b89612f03d06 req-b9db4700-c551-47c4-88bd-f93936327c86 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347760 Jun 22 12:49:40.649415 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dd4c7-ae95-475d-81b1-fe0798fa0f5f req-1dd6fa25-39d9-4eef-b3fe-0af1406f1093 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:40.653396 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-490dd4c7-ae95-475d-81b1-fe0798fa0f5f req-1dd6fa25-39d9-4eef-b3fe-0af1406f1093 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.1455042 Jun 22 12:49:40.779005 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-490dd4c7-ae95-475d-81b1-fe0798fa0f5f req-dc33fb24-d780-4894-937e-ab7f25e684ef tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110504 Jun 22 12:49:40.993851 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cce788-e60c-41f9-acfa-35341a5e32a2 req-dae7f066-c87b-422a-8c36-34172501d826 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:40.995519 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b1cce788-e60c-41f9-acfa-35341a5e32a2 req-dae7f066-c87b-422a-8c36-34172501d826 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0735326 Jun 22 12:49:41.043006 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b1cce788-e60c-41f9-acfa-35341a5e32a2 req-cc23a7c3-133b-4cb7-8b71-8bea25deb94f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389459 Jun 22 12:49:41.998932 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fac99-0d55-416e-a8b9-9e151b9f4b1f req-03c42d4b-7825-4b84-a044-b253520ad03d tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:42.001503 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-466fac99-0d55-416e-a8b9-9e151b9f4b1f req-03c42d4b-7825-4b84-a044-b253520ad03d tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.1140265 Jun 22 12:49:42.066573 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-466fac99-0d55-416e-a8b9-9e151b9f4b1f req-5008ea39-b255-4263-822c-356a47455cb6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&id=919dff17-b947-4df5-9f51-954ffa3a3e79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567663 Jun 22 12:49:42.283322 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b083f9-5bd6-4f99-90c4-a5c193b0b3c2 req-17f6fddf-b1cd-46c8-b385-b9742e787fe1 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:42.285223 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-55b083f9-5bd6-4f99-90c4-a5c193b0b3c2 req-17f6fddf-b1cd-46c8-b385-b9742e787fe1 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0777814 Jun 22 12:49:42.340896 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-55b083f9-5bd6-4f99-90c4-a5c193b0b3c2 req-e9652f9a-f00c-4022-b7a8-89f9e15a3d40 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482860 Jun 22 12:49:43.493171 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cd1cb-8322-435b-b01d-f322a9063735 req-2311f747-619e-419b-8e26-e2fcb984e507 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:43.495775 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-720cd1cb-8322-435b-b01d-f322a9063735 req-2311f747-619e-419b-8e26-e2fcb984e507 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1357322 Jun 22 12:49:43.532702 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-dbd71f7c-7bc1-4a6e-a572-6ba0f186d428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:43.565039 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-720cd1cb-8322-435b-b01d-f322a9063735 req-24456e68-8f82-4d20-89e5-cd8e4a8ecb27 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612111 Jun 22 12:49:43.610736 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b81f0-8907-4a17-9db0-acf3a0cadaf9 req-6984a9f8-47a2-42e9-84ca-2773efd325fa tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:43.612416 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-955b81f0-8907-4a17-9db0-acf3a0cadaf9 req-6984a9f8-47a2-42e9-84ca-2773efd325fa tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0822566 Jun 22 12:49:43.659561 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-955b81f0-8907-4a17-9db0-acf3a0cadaf9 req-6eac14da-1445-4c5b-8d48-a019651880ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402482 Jun 22 12:49:44.747492 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2558c-ce94-4a9c-ab5c-6789ea3b7cba req-40875bea-4f05-4b1f-a6e2-74fb2931fa37 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:44.750012 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fdd2558c-ce94-4a9c-ab5c-6789ea3b7cba req-40875bea-4f05-4b1f-a6e2-74fb2931fa37 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0677900 Jun 22 12:49:44.801880 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fdd2558c-ce94-4a9c-ab5c-6789ea3b7cba req-a8fa17d4-d14d-4780-a407-796568361da6 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Jun 22 12:49:44.928984 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8e70e-0aaf-43ec-8829-74738c460ded req-ce961c8b-246e-49ab-963c-06da43c1145f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:44.931476 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-daa8e70e-0aaf-43ec-8829-74738c460ded req-ce961c8b-246e-49ab-963c-06da43c1145f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0832486 Jun 22 12:49:45.004143 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-daa8e70e-0aaf-43ec-8829-74738c460ded req-0c2b79a1-0b54-4b43-9629-a9298abeb445 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652239 Jun 22 12:49:45.997365 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa1cd4-0161-418d-b2f9-a87c2e176658 req-78680701-f964-4c52-b9ed-29cedfc168bb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:45.998879 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-97aa1cd4-0161-418d-b2f9-a87c2e176658 req-78680701-f964-4c52-b9ed-29cedfc168bb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0700619 Jun 22 12:49:46.038900 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-97aa1cd4-0161-418d-b2f9-a87c2e176658 req-bfcd646d-e62d-4005-8b80-be47d6ba3522 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Jun 22 12:49:46.195241 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46755719-1035-41f3-87f8-42bad2faceba req-0c5d2b01-1327-4a17-bf0c-139d4baa06d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:46.196774 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-46755719-1035-41f3-87f8-42bad2faceba req-0c5d2b01-1327-4a17-bf0c-139d4baa06d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0705419 Jun 22 12:49:46.246216 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-46755719-1035-41f3-87f8-42bad2faceba req-da238747-0728-4cee-827b-6d759afdd013 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Jun 22 12:49:46.733879 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-98c6e2a1-cfa8-4f9f-9c75-074da38909b4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:46.735395 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-98c6e2a1-cfa8-4f9f-9c75-074da38909b4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.52 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.0670791 Jun 22 12:49:46.757402 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 41906) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:46.802833 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e0da19b4-bec1-46df-98e7-701d50a88628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:46.860855 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Deleting port b6504bd0-6123-4a62-b3dd-c6a270de6a24 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:49:46.861353 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:46.914063 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3200286b-bb62-46f6-ad9a-3ed90ae77d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:46.990678 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] For port b6504bd0-6123-4a62-b3dd-c6a270de6a24, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b6504bd0-6123-4a62-b3dd-c6a270de6a24,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:46.991041 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.070124 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Calling delete_port for b6504bd0-6123-4a62-b3dd-c6a270de6a24 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:49:47.193299 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3200286b-bb62-46f6-ad9a-3ed90ae77d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.219440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3200286b-bb62-46f6-ad9a-3ed90ae77d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.224128 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1b7bfefa-eea1-4818-94cc-99de18f22a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:47.298503 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-3200286b-bb62-46f6-ad9a-3ed90ae77d5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6ca32b1d1b94ebbae84943142002bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400951 Jun 22 12:49:47.305069 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 41914) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:47.305595 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200286b-bb62-46f6-ad9a-3ed90ae77d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18f4218-388e-4945-b3cf-a86173265138,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:47.305595 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3200286b-bb62-46f6-ad9a-3ed90ae77d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:47.343180 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3abd0f-8ae0-4ec7-9f40-50057f4633d2 req-a639baed-5cee-4c65-a3f6-3bbfff2264d0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:47.344752 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8b3abd0f-8ae0-4ec7-9f40-50057f4633d2 req-a639baed-5cee-4c65-a3f6-3bbfff2264d0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b79e37-acd3-429d-b13f-5a2586de3725 HTTP/1.1" status: 200 len: 946 time: 0.1743846 Jun 22 12:49:47.345945 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.350189 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:47.362157 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-120379e6-fd53-49cb-9438-bef210845b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.391578 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Pushing event deleted for resources: {'Port': ['ID=b6504bd0-6123-4a62-b3dd-c6a270de6a24,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:47.401515 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['b083a26e-ccfa-48b1-bb5c-5a281a992775', 'b6504bd0-6123-4a62-b3dd-c6a270de6a24'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:47.402664 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:47.414180 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-120379e6-fd53-49cb-9438-bef210845b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.457296 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] No DVR routers for this DVR port b6504bd0-6123-4a62-b3dd-c6a270de6a24 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:49:47.462023 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.463882 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0b238399-0271-4a7a-a173-59ae6a8bf66d req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.52 "DELETE /v2.0/ports/b6504bd0-6123-4a62-b3dd-c6a270de6a24 HTTP/1.1" status: 204 len: 173 time: 0.7147229 Jun 22 12:49:47.464642 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b79e37-acd3-429d-b13f-5a2586de3725', 'name': 'network-vif-deleted', 'tag': 'b6504bd0-6123-4a62-b3dd-c6a270de6a24'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:47.468344 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b460683a-0f8a-4ae5-bf8d-f682aef40a65" -d '{"events": [{"server_uuid": "46b79e37-acd3-429d-b13f-5a2586de3725", "name": "network-vif-deleted", "tag": "b6504bd0-6123-4a62-b3dd-c6a270de6a24"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:47.473995 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8b3abd0f-8ae0-4ec7-9f40-50057f4633d2 req-3e2188b4-08ce-4a8d-97b8-bfd111b62a05 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143088 Jun 22 12:49:47.495902 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.516149 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db7996-45e7-442e-85e8-8af276dc86d2 req-7f601b1b-623b-4e72-9d89-094a62ea5876 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:47.519476 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f4db7996-45e7-442e-85e8-8af276dc86d2 req-7f601b1b-623b-4e72-9d89-094a62ea5876 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1476400 Jun 22 12:49:47.523805 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-120379e6-fd53-49cb-9438-bef210845b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.530684 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-120379e6-fd53-49cb-9438-bef210845b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.532205 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-120379e6-fd53-49cb-9438-bef210845b58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c18f4218-388e-4945-b3cf-a86173265138 HTTP/1.1" status: 204 len: 168 time: 0.2296810 Jun 22 12:49:47.536795 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-df290fdb-301e-4709-a8df-a9f0cc5b091b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:47.577034 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e3e4d4-b932-4aae-8b35-e5527caabe42 x-openstack-request-id: req-c1e3e4d4-b932-4aae-8b35-e5527caabe42 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:47.577207 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b79e37-acd3-429d-b13f-5a2586de3725", "name": "network-vif-deleted", "tag": "b6504bd0-6123-4a62-b3dd-c6a270de6a24", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:47.577543 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1e3e4d4-b932-4aae-8b35-e5527caabe42 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:47.578416 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b79e37-acd3-429d-b13f-5a2586de3725', 'name': 'network-vif-deleted', 'tag': 'b6504bd0-6123-4a62-b3dd-c6a270de6a24', 'status': 'completed', 'code': 200} Jun 22 12:49:47.585410 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120379e6-fd53-49cb-9438-bef210845b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18f4218-388e-4945-b3cf-a86173265138,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:47.595788 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-120379e6-fd53-49cb-9438-bef210845b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:47.622122 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f4db7996-45e7-442e-85e8-8af276dc86d2 req-ec301047-252e-4307-8ac9-aac4d9f21dcc tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878270 Jun 22 12:49:47.849952 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 41922) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:47.867365 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-04eb9bc2-7e24-4443-a73e-879a05c195c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.953699 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-04eb9bc2-7e24-4443-a73e-879a05c195c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.957539 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-04eb9bc2-7e24-4443-a73e-879a05c195c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.960101 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-46eea2cb-4a01-4593-8933-817b26873aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:47.974016 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:47.995120 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb9bc2-7e24-4443-a73e-879a05c195c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e7a43-82c1-4d99-af60-91dddbd85a71,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:47.999611 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-04eb9bc2-7e24-4443-a73e-879a05c195c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3c1e035789d45d299229f25bc1f558b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486602 Jun 22 12:49:48.000484 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-04eb9bc2-7e24-4443-a73e-879a05c195c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:48.002193 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 41924) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:48.054570 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-db576e6b-bf81-4684-a73d-4bc80290bf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:48.076588 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-db576e6b-bf81-4684-a73d-4bc80290bf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:48.125571 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-db576e6b-bf81-4684-a73d-4bc80290bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:48.128255 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-db576e6b-bf81-4684-a73d-4bc80290bf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:48.129396 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-db576e6b-bf81-4684-a73d-4bc80290bf9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e19e7a43-82c1-4d99-af60-91dddbd85a71 HTTP/1.1" status: 204 len: 168 time: 0.1262965 Jun 22 12:49:48.130184 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2c319cd8-1fba-4236-b322-a5bbdc500ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:48.137963 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db576e6b-bf81-4684-a73d-4bc80290bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e7a43-82c1-4d99-af60-91dddbd85a71,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:48.140662 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-db576e6b-bf81-4684-a73d-4bc80290bf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:48.714177 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:48.806814 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d50c6-458b-40da-9e27-9ba9a17c907c req-cc8dcf3f-7bb2-4545-a110-7f1b712ddeed tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:48.808363 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d40d50c6-458b-40da-9e27-9ba9a17c907c req-cc8dcf3f-7bb2-4545-a110-7f1b712ddeed tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0758851 Jun 22 12:49:48.886045 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d40d50c6-458b-40da-9e27-9ba9a17c907c req-8e1026ea-1455-4156-af59-5d8bca0fadfa tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594280 Jun 22 12:49:48.990639 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9aca590-fb13-4d35-9268-0f392744682c req-5a439655-e81d-48ba-b727-34c87d383b51 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595503 Jun 22 12:49:49.045064 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fe165-83c0-44d7-9072-ec143dd3ae26 req-a6f3708b-86df-462d-8fd4-5846f43846b4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:49.046814 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0c9fe165-83c0-44d7-9072-ec143dd3ae26 req-a6f3708b-86df-462d-8fd4-5846f43846b4 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0903111 Jun 22 12:49:49.090369 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0c9fe165-83c0-44d7-9072-ec143dd3ae26 req-ef416c23-00f5-419c-838e-32a872993dfa tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 Jun 22 12:49:49.094670 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aca590-fb13-4d35-9268-0f392744682c req-4c7bbffd-e754-4f91-9d7f-c6aa7fa2ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:49.096335 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9aca590-fb13-4d35-9268-0f392744682c req-4c7bbffd-e754-4f91-9d7f-c6aa7fa2ccd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 1099 time: 0.0656898 Jun 22 12:49:49.234005 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aca590-fb13-4d35-9268-0f392744682c req-893fe5e9-159f-43bb-94e9-23a9fff2c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:49.235499 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9aca590-fb13-4d35-9268-0f392744682c req-893fe5e9-159f-43bb-94e9-23a9fff2c5ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.1145327 Jun 22 12:49:49.307141 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9aca590-fb13-4d35-9268-0f392744682c req-e247b9fe-36fa-43c6-aee9-be63730516df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=556e909a-c3fa-469c-86a0-c156d29fe78f HTTP/1.1" status: 200 len: 1000 time: 0.0642283 Jun 22 12:49:49.359848 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aca590-fb13-4d35-9268-0f392744682c req-19f05561-5a8d-4a8e-8aa9-9516441d79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:49.361416 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9aca590-fb13-4d35-9268-0f392744682c req-19f05561-5a8d-4a8e-8aa9-9516441d79f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0436506 Jun 22 12:49:49.431770 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aca590-fb13-4d35-9268-0f392744682c req-6eef8f71-fbb6-4657-87b3-663d61e79244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:49.433298 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9aca590-fb13-4d35-9268-0f392744682c req-6eef8f71-fbb6-4657-87b3-663d61e79244 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593472 Jun 22 12:49:49.536539 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9aca590-fb13-4d35-9268-0f392744682c req-ec608a72-01b2-4c07-af8d-df46891d5c45 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941596 Jun 22 12:49:49.640052 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9aca590-fb13-4d35-9268-0f392744682c req-3e785ff8-4514-4aa7-81dd-7ce406fe5adc service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908072 Jun 22 12:49:49.960481 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:50.067256 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b310e-bdb7-4610-9023-91b6b7b94b2f req-9e111338-5f7d-470e-a1a4-500fcc879de8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:50.069180 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-322b310e-bdb7-4610-9023-91b6b7b94b2f req-9e111338-5f7d-470e-a1a4-500fcc879de8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0726936 Jun 22 12:49:50.114515 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-322b310e-bdb7-4610-9023-91b6b7b94b2f req-eb96a547-40d9-456c-b82e-a27355495d92 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382760 Jun 22 12:49:50.320943 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa161-333f-42c1-a3d1-79c78bcbecd9 req-362490b7-ef49-43b5-8ce9-4e8e4f78c90f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:50.323498 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-528aa161-333f-42c1-a3d1-79c78bcbecd9 req-362490b7-ef49-43b5-8ce9-4e8e4f78c90f tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0922260 Jun 22 12:49:50.396015 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-528aa161-333f-42c1-a3d1-79c78bcbecd9 req-b7c36e0c-0e4e-4872-96ee-f82c73b2e5c7 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 Jun 22 12:49:50.545430 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device b6504bd0-6123-4a62-b3dd-c6a270de6a24 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:49:50.571278 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: b6504bd0-6123-4a62-b3dd-c6a270de6a24 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:49:50.571740 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device b6504bd0-6123-4a62-b3dd-c6a270de6a24 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:49:50.889414 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42004) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:51.005827 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a4eaaa50-da94-477b-aeab-ba6379d056eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.097973 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a4eaaa50-da94-477b-aeab-ba6379d056eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.102234 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a4eaaa50-da94-477b-aeab-ba6379d056eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.104747 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6879e6c8-0670-4f8e-bfcd-131fa2267d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:51.143684 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a4eaaa50-da94-477b-aeab-ba6379d056eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2ac114a1d5c47359956d3a156ac83d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530119 Jun 22 12:49:51.144661 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaaa50-da94-477b-aeab-ba6379d056eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b973f94d-a661-454d-b0c4-901afedc8b15,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:51.146369 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42008) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:51.147720 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a4eaaa50-da94-477b-aeab-ba6379d056eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:51.203214 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c95bb06-3eaa-4578-8e8b-56b76b800579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.228769 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c95bb06-3eaa-4578-8e8b-56b76b800579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.311433 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c95bb06-3eaa-4578-8e8b-56b76b800579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.314017 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c95bb06-3eaa-4578-8e8b-56b76b800579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.315154 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1c95bb06-3eaa-4578-8e8b-56b76b800579 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b973f94d-a661-454d-b0c4-901afedc8b15 HTTP/1.1" status: 204 len: 168 time: 0.1671970 Jun 22 12:49:51.319137 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ee8395cb-35b0-4148-a4d4-6417cb2d2d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:51.330360 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95bb06-3eaa-4578-8e8b-56b76b800579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b973f94d-a661-454d-b0c4-901afedc8b15,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:51.333751 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1c95bb06-3eaa-4578-8e8b-56b76b800579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:51.351553 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51e140-6cb1-4473-9bd2-bf9ca1cc1f7f req-fdba8d9f-0c63-40e0-aa72-82d5a1056a84 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:51.353095 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cd51e140-6cb1-4473-9bd2-bf9ca1cc1f7f req-fdba8d9f-0c63-40e0-aa72-82d5a1056a84 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0974691 Jun 22 12:49:51.649003 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cd51e140-6cb1-4473-9bd2-bf9ca1cc1f7f req-63db7f65-b3d8-4a0e-a904-80b12e914468 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901206 Jun 22 12:49:51.692627 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42018) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:51.708376 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a98dffc8-f56f-4abb-9df7-861be08a6ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.813338 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a98dffc8-f56f-4abb-9df7-861be08a6ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.818871 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a98dffc8-f56f-4abb-9df7-861be08a6ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.822910 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-78c7ee15-5df1-45e9-8767-cbd6a7287e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:51.862641 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-a98dffc8-f56f-4abb-9df7-861be08a6ff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=962e627831774dba8a59684f323e4181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687086 Jun 22 12:49:51.864636 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dffc8-f56f-4abb-9df7-861be08a6ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8de59d-2ea4-44b0-aa52-5386d0bbee49,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:51.867842 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a98dffc8-f56f-4abb-9df7-861be08a6ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:51.868839 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42020) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:51.906617 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dd3c5-6f41-4831-b107-76e90686be03 req-011e27e3-a9cb-4c48-a3c0-8c44c3768673 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:51.909779 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-067dd3c5-6f41-4831-b107-76e90686be03 req-011e27e3-a9cb-4c48-a3c0-8c44c3768673 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.3354344 Jun 22 12:49:51.937107 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-85b4e1a5-7bc6-4ade-a23c-be0ba69f4659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:51.953226 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-067dd3c5-6f41-4831-b107-76e90686be03 req-bf6db4f1-060b-4ab8-929c-79025057d83e tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Jun 22 12:49:51.960928 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-85b4e1a5-7bc6-4ade-a23c-be0ba69f4659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:52.016176 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-85b4e1a5-7bc6-4ade-a23c-be0ba69f4659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:52.019135 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-85b4e1a5-7bc6-4ade-a23c-be0ba69f4659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:52.023084 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-85b4e1a5-7bc6-4ade-a23c-be0ba69f4659 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb8de59d-2ea4-44b0-aa52-5386d0bbee49 HTTP/1.1" status: 204 len: 168 time: 0.1431172 Jun 22 12:49:52.023084 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4ab8e6d9-94a1-4a44-8cc2-7a9b4f7a2477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:52.030782 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4e1a5-7bc6-4ade-a23c-be0ba69f4659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8de59d-2ea4-44b0-aa52-5386d0bbee49,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:52.033565 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-85b4e1a5-7bc6-4ade-a23c-be0ba69f4659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:52.854360 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1e085-d80a-4867-a004-25098c319570 req-1f78c137-c5e6-47af-86d2-d45c92461844 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:52.855888 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a1d1e085-d80a-4867-a004-25098c319570 req-1f78c137-c5e6-47af-86d2-d45c92461844 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0869520 Jun 22 12:49:52.909858 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a1d1e085-d80a-4867-a004-25098c319570 req-9fe2a4b9-62af-4cb1-91a1-b2755f1b79f3 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Jun 22 12:49:52.998530 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:49:53.138716 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e6c8a-e4d5-4d64-85dd-86ed25ed2ca7 req-1f2de4d3-fd81-41b0-9259-7d04b33e2827 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:53.140472 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ff5e6c8a-e4d5-4d64-85dd-86ed25ed2ca7 req-1f2de4d3-fd81-41b0-9259-7d04b33e2827 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0700164 Jun 22 12:49:53.179431 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ff5e6c8a-e4d5-4d64-85dd-86ed25ed2ca7 req-8879a50b-67ad-43ed-a441-010376ed6fdc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Jun 22 12:49:54.091359 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726d2d-5589-41bf-997f-f738bff2de71 req-62a8f15a-5c73-492c-918c-810388e38030 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:54.092854 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bf726d2d-5589-41bf-997f-f738bff2de71 req-62a8f15a-5c73-492c-918c-810388e38030 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0698359 Jun 22 12:49:54.133487 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bf726d2d-5589-41bf-997f-f738bff2de71 req-c28ad813-ee9c-421d-a721-104f7e24faf1 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345879 Jun 22 12:49:54.387108 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb39533-bea9-4cc5-a8e2-334d8212c523 req-e9a4bcc3-40ad-4a96-a182-0589a3c01c54 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:54.390185 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2fb39533-bea9-4cc5-a8e2-334d8212c523 req-e9a4bcc3-40ad-4a96-a182-0589a3c01c54 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0857601 Jun 22 12:49:54.435042 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2fb39533-bea9-4cc5-a8e2-334d8212c523 req-0d1195b1-7722-4c81-bca3-c8e8625b23d1 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344312 Jun 22 12:49:55.326235 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d7be2-4df3-427f-8ee4-ff39237242ca req-91341f68-485f-4077-bab8-16a58611e6df tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:55.327710 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5a1d7be2-4df3-427f-8ee4-ff39237242ca req-91341f68-485f-4077-bab8-16a58611e6df tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0738065 Jun 22 12:49:55.370197 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5a1d7be2-4df3-427f-8ee4-ff39237242ca req-3a401331-0fd6-49d4-a191-17fde33e8741 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367174 Jun 22 12:49:55.663074 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c1f7f-8719-47c4-b2b4-a4de3b2e367f req-b793654a-38b2-4459-8506-e6903d657710 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:55.665230 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ef7c1f7f-8719-47c4-b2b4-a4de3b2e367f req-b793654a-38b2-4459-8506-e6903d657710 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.0913179 Jun 22 12:49:55.781700 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ef7c1f7f-8719-47c4-b2b4-a4de3b2e367f req-8318701b-b34a-40eb-a88f-a23c33cd52cc tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/security-groups?id=f09ebe43-95fa-494b-9335-564c09da2b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091490 Jun 22 12:49:55.819017 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-88b49f9f-56d6-45ff-a264-0a6a9716a304 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:55.820771 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-88b49f9f-56d6-45ff-a264-0a6a9716a304 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 945 time: 0.1223464 Jun 22 12:49:55.874469 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49c16a-fd7d-4c18-ae14-52bc12086604 req-178278c6-228a-48a1-abd0-868f01dda6bd tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:55.876155 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1e49c16a-fd7d-4c18-ae14-52bc12086604 req-178278c6-228a-48a1-abd0-868f01dda6bd tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1022954 Jun 22 12:49:55.938912 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1e49c16a-fd7d-4c18-ae14-52bc12086604 req-18c2dfcf-d2d7-4bb3-ab89-b1b96df53c04 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517652 Jun 22 12:49:55.988178 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-2855e4e6-0f2b-4698-b220-15c0958484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:55.989709 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-2855e4e6-0f2b-4698-b220-15c0958484bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 1099 time: 0.1207931 Jun 22 12:49:56.012243 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Deleting port b083a26e-ccfa-48b1-bb5c-5a281a992775 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:49:56.013309 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.183608 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-d057841d-0c6d-454b-aab0-87438c034de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:56.185817 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-d057841d-0c6d-454b-aab0-87438c034de4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 912 time: 0.1870573 Jun 22 12:49:56.194101 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] For port b083a26e-ccfa-48b1-bb5c-5a281a992775, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b083a26e-ccfa-48b1-bb5c-5a281a992775,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:56.194518 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.298946 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Calling delete_port for b083a26e-ccfa-48b1-bb5c-5a281a992775 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:49:56.360957 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-16f21c1e-fc6c-4545-824a-e0126055caf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 HTTP/1.1" status: 200 len: 1001 time: 0.1636317 Jun 22 12:49:56.438375 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-70f97501-f941-49a8-8666-0955044bbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:56.439758 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-70f97501-f941-49a8-8666-0955044bbaf1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 200 len: 850 time: 0.0703957 Jun 22 12:49:56.530047 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.535898 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:56.571246 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['b083a26e-ccfa-48b1-bb5c-5a281a992775'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:49:56.576442 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Pushing event deleted for resources: {'Port': ['ID=b083a26e-ccfa-48b1-bb5c-5a281a992775,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:56.610649 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.611018 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.611377 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.611743 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.612095 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.612447 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.612780 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.613146 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.613490 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.613826 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.614158 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.614489 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:49:56.635050 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:56.635790 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] No DVR routers for this DVR port b083a26e-ccfa-48b1-bb5c-5a281a992775 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:49:56.639304 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-4da200ec-2a01-411d-ad68-7516d6ad414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:56.640780 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-4da200ec-2a01-411d-ad68-7516d6ad414a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1923974 Jun 22 12:49:56.641783 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:56.643555 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-980bb319-32a5-4fc3-8e8d-2f747ee49b5e req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.52 "DELETE /v2.0/ports/b083a26e-ccfa-48b1-bb5c-5a281a992775 HTTP/1.1" status: 204 len: 173 time: 0.8171561 Jun 22 12:49:56.644015 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0f8057-f450-4a91-b9f6-567b2231097a', 'name': 'network-vif-deleted', 'tag': 'b083a26e-ccfa-48b1-bb5c-5a281a992775'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:49:56.646340 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a47d8c-14ba-4325-9d67-8226c7c9d94e" -d '{"events": [{"server_uuid": "3c0f8057-f450-4a91-b9f6-567b2231097a", "name": "network-vif-deleted", "tag": "b083a26e-ccfa-48b1-bb5c-5a281a992775"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:49:56.705731 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27a7cf-4c17-4d76-bfde-2c70738a8ca2 x-openstack-request-id: req-8b27a7cf-4c17-4d76-bfde-2c70738a8ca2 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:49:56.705977 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0f8057-f450-4a91-b9f6-567b2231097a", "name": "network-vif-deleted", "tag": "b083a26e-ccfa-48b1-bb5c-5a281a992775", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:49:56.706257 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b27a7cf-4c17-4d76-bfde-2c70738a8ca2 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:49:56.706681 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0f8057-f450-4a91-b9f6-567b2231097a', 'name': 'network-vif-deleted', 'tag': 'b083a26e-ccfa-48b1-bb5c-5a281a992775', 'status': 'completed', 'code': 200} Jun 22 12:49:56.757955 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-38a2e40b-ff2f-486b-962b-f8f71561ce74 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996473 Jun 22 12:49:56.886375 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6b5bb8fe-d494-402f-abc6-1a9eb1b4b474 req-915513be-685e-4221-adc5-4206729190fe service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107428 Jun 22 12:49:56.944525 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-fbd1ddf0-6192-42fd-9ac6-6690e7195562 req-de19d382-1208-4f60-b84e-610fa051c5eb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c0f8057-f450-4a91-b9f6-567b2231097a HTTP/1.1" status: 200 len: 210 time: 0.0325878 Jun 22 12:49:57.164527 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999cb7-f250-477e-83ab-c503841c6615 req-f96edb90-bce4-4f7b-813b-56274476c9d5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:57.166109 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-88999cb7-f250-477e-83ab-c503841c6615 req-f96edb90-bce4-4f7b-813b-56274476c9d5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0745823 Jun 22 12:49:57.212463 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-88999cb7-f250-477e-83ab-c503841c6615 req-06052db7-1c88-42bf-821e-ef616d7054e8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 Jun 22 12:49:57.375779 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42142) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:57.496947 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-83e24a1f-214e-46bd-a57b-179709c41b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:57.640778 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-83e24a1f-214e-46bd-a57b-179709c41b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:57.645794 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-83e24a1f-214e-46bd-a57b-179709c41b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:57.649419 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fff333b1-c267-4ae5-95d6-f7dcaf1e14f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:57.698324 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-83e24a1f-214e-46bd-a57b-179709c41b9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59960ae2002041feb1475cfb19d86097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209074 Jun 22 12:49:57.699643 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e24a1f-214e-46bd-a57b-179709c41b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba6b49-f86a-49f2-8721-3b6929b905c8,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:57.701455 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42146) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:57.705494 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-83e24a1f-214e-46bd-a57b-179709c41b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:57.759026 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9aad2fd9-6caf-4966-b15e-575be11291e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:57.781237 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9aad2fd9-6caf-4966-b15e-575be11291e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:57.839483 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9aad2fd9-6caf-4966-b15e-575be11291e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:57.842933 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9aad2fd9-6caf-4966-b15e-575be11291e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:57.844170 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9aad2fd9-6caf-4966-b15e-575be11291e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dba6b49-f86a-49f2-8721-3b6929b905c8 HTTP/1.1" status: 204 len: 168 time: 0.1416850 Jun 22 12:49:57.844906 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-4f951874-974e-4aca-b618-6cb4761657c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:57.853766 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad2fd9-6caf-4966-b15e-575be11291e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba6b49-f86a-49f2-8721-3b6929b905c8,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:57.857309 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9aad2fd9-6caf-4966-b15e-575be11291e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:58.041910 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42154) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:58.164835 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42156) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:58.182819 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-44f04d1c-8810-4d38-b5e7-e370437f9220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:58.297019 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-44f04d1c-8810-4d38-b5e7-e370437f9220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:58.302243 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-44f04d1c-8810-4d38-b5e7-e370437f9220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:58.305934 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7d4119a5-bbb8-4047-af46-12927d288e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:58.343941 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-44f04d1c-8810-4d38-b5e7-e370437f9220 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7775c39b4ee4472d8a8301cfcbcc0446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777647 Jun 22 12:49:58.346097 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f04d1c-8810-4d38-b5e7-e370437f9220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7babe5-6bd7-470e-8d96-c68ce501e39f,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:58.348427 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42160) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:58.350507 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-44f04d1c-8810-4d38-b5e7-e370437f9220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:58.411482 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fde10d8b-e5cd-421a-9d46-81cce9510bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:58.433457 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fde10d8b-e5cd-421a-9d46-81cce9510bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:58.486581 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fde10d8b-e5cd-421a-9d46-81cce9510bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:58.489279 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fde10d8b-e5cd-421a-9d46-81cce9510bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:58.492914 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-fde10d8b-e5cd-421a-9d46-81cce9510bcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d7babe5-6bd7-470e-8d96-c68ce501e39f HTTP/1.1" status: 204 len: 168 time: 0.1410484 Jun 22 12:49:58.492914 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-442c5b44-c2ff-49b0-8348-9351dc547cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:58.503848 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde10d8b-e5cd-421a-9d46-81cce9510bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7babe5-6bd7-470e-8d96-c68ce501e39f,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:58.510326 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-fde10d8b-e5cd-421a-9d46-81cce9510bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:58.514909 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d764aa-93b5-4459-b034-830995ed05d7 req-1770cf0c-2cf6-4291-ac8b-fe3235298eb2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:49:58.517599 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b4d764aa-93b5-4459-b034-830995ed05d7 req-1770cf0c-2cf6-4291-ac8b-fe3235298eb2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1645563 Jun 22 12:49:58.573521 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device b083a26e-ccfa-48b1-bb5c-5a281a992775 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:49:58.599437 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: b083a26e-ccfa-48b1-bb5c-5a281a992775 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:49:58.599794 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device b083a26e-ccfa-48b1-bb5c-5a281a992775 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:49:58.615107 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b4d764aa-93b5-4459-b034-830995ed05d7 req-f20f0ce5-8073-4f00-a7f3-3b10fcb106e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919569 Jun 22 12:49:58.658916 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973273'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:58.886597 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42168) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:58.901807 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bf27-1dc4-4ad7-a62a-6881cbda3ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.006911 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bf27-1dc4-4ad7-a62a-6881cbda3ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.013071 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bf27-1dc4-4ad7-a62a-6881cbda3ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.015767 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:59.031360 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Deleting port 70b744b2-7cc2-4535-a358-f900049ae859 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:49:59.031689 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.081167 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-6bb9bf27-1dc4-4ad7-a62a-6881cbda3ff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94cc6352ba5d4012994e633b78d45603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899614 Jun 22 12:49:59.081167 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9bf27-1dc4-4ad7-a62a-6881cbda3ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396b7b95-94b0-401c-ad31-a2a54e190429,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:59.081490 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42170) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:49:59.084076 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6bb9bf27-1dc4-4ad7-a62a-6881cbda3ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:59.146636 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] For port 70b744b2-7cc2-4535-a358-f900049ae859, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=70b744b2-7cc2-4535-a358-f900049ae859,segment=NetworkSegment(cb02ab75-b651-45cc-a2fe-ea4b00626afd),segment_id=cb02ab75-b651-45cc-a2fe-ea4b00626afd)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:49:59.146995 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.228881 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Calling delete_port for 70b744b2-7cc2-4535-a358-f900049ae859 owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:49:59.241826 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e842d4b0-b2b9-405b-b458-21bcb2e55647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.308957 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e842d4b0-b2b9-405b-b458-21bcb2e55647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.443054 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e842d4b0-b2b9-405b-b458-21bcb2e55647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.445588 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e842d4b0-b2b9-405b-b458-21bcb2e55647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.446759 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e842d4b0-b2b9-405b-b458-21bcb2e55647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/396b7b95-94b0-401c-ad31-a2a54e190429 HTTP/1.1" status: 204 len: 168 time: 0.3643820 Jun 22 12:49:59.454220 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1245b974-7402-49d8-98c5-5acc0a811931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:59.468224 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842d4b0-b2b9-405b-b458-21bcb2e55647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396b7b95-94b0-401c-ad31-a2a54e190429,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:59.471172 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e842d4b0-b2b9-405b-b458-21bcb2e55647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:59.564470 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:49:59.566591 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:49:59.596569 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b744b2-7cc2-4535-a358-f900049ae859,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:49:59.603319 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:49:59.821453 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973173'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:00.136864 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Router 282250f4-f842-43d6-b7cb-92cf23812e94 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:00.572564 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:00.579854 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/282250f4-f842-43d6-b7cb-92cf23812e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5356398 Jun 22 12:50:00.582715 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42198) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:00.589335 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] Sync routers for ids ['282250f4-f842-43d6-b7cb-92cf23812e94'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:00.606556 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] Routers {'282250f4-f842-43d6-b7cb-92cf23812e94'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:00.607262 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:49:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['282250f4-f842-43d6-b7cb-92cf23812e94'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:00.725099 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:00.837824 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] Set router 282250f4-f842-43d6-b7cb-92cf23812e94 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:00.865026 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:00.952485 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Deleting port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:00.953105 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.018238 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42204) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:01.046616 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:49:59Z', 'revision_number': 5, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port': {'id': '2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:45Z', 'updated_at': '2021-06-22T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:01.086001 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] For port 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:01.086236 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.091325 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] Checking router: 282250f4-f842-43d6-b7cb-92cf23812e94 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:01.100626 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] Routers {'282250f4-f842-43d6-b7cb-92cf23812e94'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:01.101318 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:49:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['282250f4-f842-43d6-b7cb-92cf23812e94'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:01.141991 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0ac7-000c-49b5-a93f-dc25f4a088a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.196930 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Calling delete_port for 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:01.198685 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] Set router 282250f4-f842-43d6-b7cb-92cf23812e94 gateway port host: None {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:01.241264 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0ac7-000c-49b5-a93f-dc25f4a088a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.246778 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0ac7-000c-49b5-a93f-dc25f4a088a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.260719 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:50:00Z', 'revision_number': 6, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port_host': None}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:01.278312 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-29a549ed-32cf-42be-bd19-fda55e168177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:01.286568 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9d4b0ac7-000c-49b5-a93f-dc25f4a088a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d37c67bd02948299f59a66694ff120b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664342 Jun 22 12:50:01.287206 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42208) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:01.294118 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbf16b-3dce-4a23-9212-d2d330bbf256 None None] The sync data for ids ['282250f4-f842-43d6-b7cb-92cf23812e94'] in dv-cinder-796680-1-smb is: [{'id': '282250f4-f842-43d6-b7cb-92cf23812e94', 'name': 'tempest-ServerRescueNegativeTestJSON-874229488-router', 'tenant_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:50:00Z', 'revision_number': 6, 'project_id': '8c8d169ef0a14b169cdcc44ddb33fcb4', 'gw_port_host': None}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:01.342183 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b0ac7-000c-49b5-a93f-dc25f4a088a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8556da-a3f3-4bd4-82ed-c9682ab02e37,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:01.353798 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9d4b0ac7-000c-49b5-a93f-dc25f4a088a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:01.408432 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.435839 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.439111 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.439632 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:01.492009 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Pushing event deleted for resources: {'Port': ['ID=2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:01.493583 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.496160 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:01.497919 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.499096 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f8556da-a3f3-4bd4-82ed-c9682ab02e37 HTTP/1.1" status: 204 len: 168 time: 0.2099328 Jun 22 12:50:01.499956 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-97b872c0-5d5d-49e3-b752-d304b96bad7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:01.509550 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8556da-a3f3-4bd4-82ed-c9682ab02e37,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:01.518305 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.518305 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.518643 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.518736 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.519077 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.519424 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.519768 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.520274 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.520625 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.520967 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.521332 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.521670 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:01.524808 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:01.581209 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1035600'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.693374 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16263'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.695853 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.772769 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971244'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.773713 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 282250f4-f842-43d6-b7cb-92cf23812e94 {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:50:01.786588 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.789751 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] 10.222.0.20 "DELETE /v2.0/routers/282250f4-f842-43d6-b7cb-92cf23812e94 HTTP/1.1" status: 204 len: 168 time: 1.2049456 Jun 22 12:50:01.794517 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42216) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:01.850019 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] Deleting subnet 0aa516be-e964-4697-8753-f545105e2c50 {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:50:01.853598 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.890907 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5170620'] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:01.942730 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.003932 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4861047'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.007045 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:02.038567 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa516be-e964-4697-8753-f545105e2c50,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:02.043552 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:02.047347 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.052676 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-f2463c18-abfe-4de1-b007-76ea0a9519fe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0aa516be-e964-4697-8753-f545105e2c50 HTTP/1.1" status: 204 len: 168 time: 0.2536030 Jun 22 12:50:02.052676 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42226) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:02.161875 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.258755 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.270618 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25b32fe-dae5-4762-a914-d3c54c48333c']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:02.283054 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb02ab75-b651-45cc-a2fe-ea4b00626afd') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:02.283342 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb02ab75-b651-45cc-a2fe-ea4b00626afd') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:02.295682 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.317932 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.324930 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:50:02.325391 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:50:02.327327 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:50:02.396218 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.401295 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.403930 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f25b32fe-dae5-4762-a914-d3c54c48333c HTTP/1.1" status: 204 len: 168 time: 0.3499928 Jun 22 12:50:02.404841 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b7d6b588-7e81-45a1-b018-39563333c53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:02.418137 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Pushing event deleted for resources: {'Network': ['ID=f25b32fe-dae5-4762-a914-d3c54c48333c,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:02.422401 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b7d1b503-9fbf-4ad7-8e23-6f67173cb670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:02.628849 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42260) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:02.685250 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-f88af9c2-14d1-41ae-a644-57088d88daa2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c8d169ef0a14b169cdcc44ddb33fcb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0547431 Jun 22 12:50:02.688097 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42270) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:02.743113 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-51981195-d3ef-4267-9484-10654a709194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.775485 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-51981195-d3ef-4267-9484-10654a709194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.827799 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-51981195-d3ef-4267-9484-10654a709194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.830786 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-51981195-d3ef-4267-9484-10654a709194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:02.832233 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-51981195-d3ef-4267-9484-10654a709194 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f09ebe43-95fa-494b-9335-564c09da2b78 HTTP/1.1" status: 204 len: 168 time: 0.1428709 Jun 22 12:50:02.833642 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-eb8af8b6-c83a-4604-9387-97f4ab15f6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:02.848853 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51981195-d3ef-4267-9484-10654a709194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ebe43-95fa-494b-9335-564c09da2b78,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:02.851710 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-51981195-d3ef-4267-9484-10654a709194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:03.287514 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:03.325514 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:03.325869 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 2654a0b9-c169-4fdc-a9ff-c3257f5d0d3f not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:03.326334 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 70b744b2-7cc2-4535-a358-f900049ae859 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:03.347863 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 70b744b2-7cc2-4535-a358-f900049ae859 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:03.348226 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 70b744b2-7cc2-4535-a358-f900049ae859 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:04.963131 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42348) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:05.082341 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa9f-f352-4d33-8c33-9af7246af83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.192433 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa9f-f352-4d33-8c33-9af7246af83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.201086 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fa9f-f352-4d33-8c33-9af7246af83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.207347 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:05.277113 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-3fc1fa9f-f352-4d33-8c33-9af7246af83a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8851a714e67341ccb8bbde7919921980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125923 Jun 22 12:50:05.280513 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42354) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:05.281932 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1fa9f-f352-4d33-8c33-9af7246af83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8633d224-4a01-418c-bcb5-d3fe95c4c060,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:05.287098 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-3fc1fa9f-f352-4d33-8c33-9af7246af83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:05.344823 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5789c675-3873-4711-acc7-d3ba973912db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.381172 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5789c675-3873-4711-acc7-d3ba973912db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.462921 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5789c675-3873-4711-acc7-d3ba973912db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.466679 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5789c675-3873-4711-acc7-d3ba973912db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.467888 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-5789c675-3873-4711-acc7-d3ba973912db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8633d224-4a01-418c-bcb5-d3fe95c4c060 HTTP/1.1" status: 204 len: 168 time: 0.1860681 Jun 22 12:50:05.468719 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0c235c4c-2f81-47d6-a313-3799e5566271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:05.477255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789c675-3873-4711-acc7-d3ba973912db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8633d224-4a01-418c-bcb5-d3fe95c4c060,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:05.479663 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5789c675-3873-4711-acc7-d3ba973912db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:05.824117 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42360) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:05.839380 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8033-3ecc-4e7b-bf4e-14d604293113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.960928 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8033-3ecc-4e7b-bf4e-14d604293113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.966076 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8033-3ecc-4e7b-bf4e-14d604293113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:05.969171 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:06.016390 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-f7bb8033-3ecc-4e7b-bf4e-14d604293113 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19bea1cfaffe4d1bbd0fddaa5facd924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908367 Jun 22 12:50:06.017366 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb8033-3ecc-4e7b-bf4e-14d604293113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321bed1f-76d9-473b-99bb-28fe5b39d06f,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:06.019116 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42364) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:06.020476 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f7bb8033-3ecc-4e7b-bf4e-14d604293113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:06.077594 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-123914a4-7b85-40d3-8e1a-8fcac0a01a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:06.107684 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-123914a4-7b85-40d3-8e1a-8fcac0a01a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:06.156496 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-123914a4-7b85-40d3-8e1a-8fcac0a01a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:06.159745 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-123914a4-7b85-40d3-8e1a-8fcac0a01a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:06.160900 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-123914a4-7b85-40d3-8e1a-8fcac0a01a65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/321bed1f-76d9-473b-99bb-28fe5b39d06f HTTP/1.1" status: 204 len: 168 time: 0.1401992 Jun 22 12:50:06.161747 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-41ad2c42-1007-449b-9060-1e62f16d3a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:06.175139 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123914a4-7b85-40d3-8e1a-8fcac0a01a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321bed1f-76d9-473b-99bb-28fe5b39d06f,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:06.177752 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-123914a4-7b85-40d3-8e1a-8fcac0a01a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:09.187100 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef993b4a-1d84-4c73-a968-1258d92a7269 req-dcdcb85a-38d1-458c-8fff-d0fe0f15922b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:09.189097 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ef993b4a-1d84-4c73-a968-1258d92a7269 req-dcdcb85a-38d1-458c-8fff-d0fe0f15922b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 946 time: 0.0878634 Jun 22 12:50:09.244661 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ef993b4a-1d84-4c73-a968-1258d92a7269 req-82b16969-03c4-473c-8e1a-5c27731a8d2b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Jun 22 12:50:10.507212 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385761f0-a744-4112-9cc4-c4bc35b5169f req-ea3c00e3-3378-42dc-9934-65ff1f74a2db tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:10.508791 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-385761f0-a744-4112-9cc4-c4bc35b5169f req-ea3c00e3-3378-42dc-9934-65ff1f74a2db tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 946 time: 0.0778384 Jun 22 12:50:10.554034 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-385761f0-a744-4112-9cc4-c4bc35b5169f req-6a4c5d4b-58f0-4760-a957-258686fdb243 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381303 Jun 22 12:50:11.329667 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac127b5-7260-4279-91de-02322230b8bd req-003c99c4-0d02-47a3-be46-757c87154ae9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:11.331316 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8ac127b5-7260-4279-91de-02322230b8bd req-003c99c4-0d02-47a3-be46-757c87154ae9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 946 time: 0.1144238 Jun 22 12:50:11.472946 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Deleting port 556e909a-c3fa-469c-86a0-c156d29fe78f {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:11.473537 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:11.666883 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] For port 556e909a-c3fa-469c-86a0-c156d29fe78f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=556e909a-c3fa-469c-86a0-c156d29fe78f,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:11.667343 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:11.963890 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040429-38f9-4e37-bc92-2a81a675bcbb req-602c0fa3-393c-4ed7-a878-8cf82558c009 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:11.965421 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-21040429-38f9-4e37-bc92-2a81a675bcbb req-602c0fa3-393c-4ed7-a878-8cf82558c009 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 946 time: 0.2355258 Jun 22 12:50:12.048386 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.048758 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.049092 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.l3_db [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Floating IP 627770b7-0f0b-49fa-ace0-db17a2ceae04 disassociated. External IP: 172.28.1.16, port: 556e909a-c3fa-469c-86a0-c156d29fe78f. Jun 22 12:50:12.049432 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Calling delete_port for 556e909a-c3fa-469c-86a0-c156d29fe78f owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:12.068826 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-21040429-38f9-4e37-bc92-2a81a675bcbb req-60c640a3-2415-4c2d-b9ad-35971aff7085 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=755a98e4-7e74-4d3b-ac36-ce51499b6e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866642 Jun 22 12:50:12.239182 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.244533 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e1b0d27a-d069-4556-92c1-d6f6d6000fca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:12.274120 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event deleted for resources: {'Port': ['ID=556e909a-c3fa-469c-86a0-c156d29fe78f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:12.278853 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:12.415137 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Router 352bab8a-10b1-4c12-8a41-32a97f616ba5 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:12.564187 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:12.581628 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] Sync routers for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:12.594257 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:12.595034 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:49:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:12.636436 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] No DVR routers for this DVR port 556e909a-c3fa-469c-86a0-c156d29fe78f on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:50:12.650821 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:12.655636 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8ac127b5-7260-4279-91de-02322230b8bd req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "DELETE /v2.0/ports/556e909a-c3fa-469c-86a0-c156d29fe78f HTTP/1.1" status: 204 len: 173 time: 1.3167686 Jun 22 12:50:12.656490 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-deleted', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:12.661160 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0b8f25-fd82-41aa-88d1-3bc224763431" -d '{"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-deleted", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:12.752151 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5b73a2-02bf-42e8-a253-fe79338ba00b x-openstack-request-id: req-4f5b73a2-02bf-42e8-a253-fe79338ba00b {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:12.752816 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51a7ea-2de4-4812-a72b-b120c7485060", "name": "network-vif-deleted", "tag": "556e909a-c3fa-469c-86a0-c156d29fe78f", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:12.753642 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f5b73a2-02bf-42e8-a253-fe79338ba00b {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:12.754464 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51a7ea-2de4-4812-a72b-b120c7485060', 'name': 'network-vif-deleted', 'tag': '556e909a-c3fa-469c-86a0-c156d29fe78f', 'status': 'completed', 'code': 200} Jun 22 12:50:12.854187 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:13.240597 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:13.297999 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5b649b5a-833f-4658-a91d-899c5509a5ae req-8192b252-578a-4e02-b213-67e18719c113 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea51a7ea-2de4-4812-a72b-b120c7485060 HTTP/1.1" status: 200 len: 210 time: 0.0456445 Jun 22 12:50:13.320614 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] Checking router: 352bab8a-10b1-4c12-8a41-32a97f616ba5 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:13.329500 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:13.330448 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:49:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:13.580672 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-67a1c106-efeb-4884-912a-c43d6326f344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:13.591357 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:13.952748 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:14.000068 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2339a-607b-4b0b-8272-dbcc2f0d025f None None] The sync data for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb is: [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:14.271411 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb78b74-87a8-4b00-9d73-be756b16df8d None None] New status for floating IP 627770b7-0f0b-49fa-ace0-db17a2ceae04: DOWN {{(pid=99505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:50:14.657789 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:14.687953 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: 556e909a-c3fa-469c-86a0-c156d29fe78f {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:14.688510 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 556e909a-c3fa-469c-86a0-c156d29fe78f not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:15.475474 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42524) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:15.543062 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dd62bb42-9291-4fcb-b2e4-43fb51548943 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.578668 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dd62bb42-9291-4fcb-b2e4-43fb51548943 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.656647 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dd62bb42-9291-4fcb-b2e4-43fb51548943 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.661156 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dd62bb42-9291-4fcb-b2e4-43fb51548943 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:15.663223 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-dd62bb42-9291-4fcb-b2e4-43fb51548943 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "DELETE /v2.0/security-groups/755a98e4-7e74-4d3b-ac36-ce51499b6e46 HTTP/1.1" status: 204 len: 168 time: 0.1865244 Jun 22 12:50:15.664736 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-629dfba2-062e-4153-b41f-da15b1f92484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:15.666810 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42526) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:15.685970 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.api.v2.resource [None req-53a5cc2d-3fd0-4236-8791-f64171810b6f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] show failed (client error): The resource could not be found. Jun 22 12:50:15.687018 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-53a5cc2d-3fd0-4236-8791-f64171810b6f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups/755a98e4-7e74-4d3b-ac36-ce51499b6e46 HTTP/1.1" status: 404 len: 347 time: 0.0179355 Jun 22 12:50:15.691095 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62bb42-9291-4fcb-b2e4-43fb51548943 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a98e4-7e74-4d3b-ac36-ce51499b6e46,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:15.692729 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42528) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:15.695126 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-dd62bb42-9291-4fcb-b2e4-43fb51548943 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:15.900603 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Deleting port 6cae3791-6dae-457a-ae44-a736b86b2f8c {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:15.900893 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.046481 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.046819 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.169406 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Calling delete_port for 6cae3791-6dae-457a-ae44-a736b86b2f8c owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:16.415369 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.420696 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:16.467605 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event deleted for resources: {'Port': ['ID=6cae3791-6dae-457a-ae44-a736b86b2f8c,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:16.480475 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:16.546776 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42550) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:16.592579 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.596903 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.599324 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "DELETE /v2.0/floatingips/627770b7-0f0b-49fa-ace0-db17a2ceae04 HTTP/1.1" status: 204 len: 168 time: 0.9046445 Jun 22 12:50:16.729281 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de922379-efb4-4b7a-8f10-8f25f3647a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.826743 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf354-dab5-4886-ad6b-d445f28b8129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.857845 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de922379-efb4-4b7a-8f10-8f25f3647a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.862982 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-de922379-efb4-4b7a-8f10-8f25f3647a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:16.867964 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9e0114ac-a128-4d35-9417-b07492b4c86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:16.923206 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de922379-efb4-4b7a-8f10-8f25f3647a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14379ef2-d1f2-4778-8b42-a8bf8ae2517e,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:16.927898 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-de922379-efb4-4b7a-8f10-8f25f3647a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:16.936654 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42556) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:16.945331 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-de922379-efb4-4b7a-8f10-8f25f3647a0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=035f04790b8d47bba43f5a21370f78d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972139 Jun 22 12:50:17.004975 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c2a21dd-60a8-48db-b712-3bfcceee6d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.050918 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c2a21dd-60a8-48db-b712-3bfcceee6d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.142233 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c2a21dd-60a8-48db-b712-3bfcceee6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.145967 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c2a21dd-60a8-48db-b712-3bfcceee6d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.147685 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-4c2a21dd-60a8-48db-b712-3bfcceee6d8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14379ef2-d1f2-4778-8b42-a8bf8ae2517e HTTP/1.1" status: 204 len: 168 time: 0.2097454 Jun 22 12:50:17.148963 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2f275e9c-ab20-4bb5-a519-82f42eec5de6 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:17.189210 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a21dd-60a8-48db-b712-3bfcceee6d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14379ef2-d1f2-4778-8b42-a8bf8ae2517e,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:17.193353 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4c2a21dd-60a8-48db-b712-3bfcceee6d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:17.209019 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42562) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:17.215090 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918408466', 'description': 'tempest-description--953790493'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:17.277614 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.422970 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.430284 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.432440 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-3db4e2f6-206d-41c1-8fbf-dd7733b8f036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:17.460495 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.466460 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2515180 Jun 22 12:50:17.466460 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0906d562-019e-4674-b0c6-3fd6c4b17b0f,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:17.466916 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42566) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:17.468822 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:17.476957 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.487668 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'security_group_rule': {'security_group_id': '0906d562-019e-4674-b0c6-3fd6c4b17b0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:17.540103 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.573198 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42568) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:17.598978 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c06bbf52-cb8c-4b59-aa0b-a9629dee79b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.612750 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.617928 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.620827 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-01f98d3a-b2b7-4a67-8ce1-40c97b7f9918 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:17.644355 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037dd47c-1fe2-46ab-905d-45c33d457749,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:17.650322 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:17.709962 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c06bbf52-cb8c-4b59-aa0b-a9629dee79b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.716628 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c06bbf52-cb8c-4b59-aa0b-a9629dee79b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.721666 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.722732 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:17.728535 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545218 Jun 22 12:50:17.728819 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42574) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:17.735192 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'security_group_rule': {'security_group_id': '0906d562-019e-4674-b0c6-3fd6c4b17b0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:17.765355 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-c06bbf52-cb8c-4b59-aa0b-a9629dee79b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=535a903e2eb1449d8ce9d106dd697eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873345 Jun 22 12:50:17.767197 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bbf52-cb8c-4b59-aa0b-a9629dee79b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc8a737-f8b6-49ab-b6d5-5492f9d5e899,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:17.769253 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42576) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:17.772321 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-c06bbf52-cb8c-4b59-aa0b-a9629dee79b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:17.793369 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.879023 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9cb88b82-f9d4-4215-b05c-60e7959a92e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.892390 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.899109 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.906548 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:17.930206 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9cb88b82-f9d4-4215-b05c-60e7959a92e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.947631 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f159e3fa-da99-4761-8e94-297485d5a52b,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:17.955635 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:17.961782 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:17.963013 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325034 Jun 22 12:50:17.967456 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42582) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:17.974422 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'floatingip': {'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:17.992529 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.008335 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.018984 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9cb88b82-f9d4-4215-b05c-60e7959a92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.023952 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9cb88b82-f9d4-4215-b05c-60e7959a92e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.025924 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-9cb88b82-f9d4-4215-b05c-60e7959a92e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fc8a737-f8b6-49ab-b6d5-5492f9d5e899 HTTP/1.1" status: 204 len: 168 time: 0.2555516 Jun 22 12:50:18.032633 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-83e24a1f-214e-46bd-a57b-179709c41b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:18.047737 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb88b82-f9d4-4215-b05c-60e7959a92e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc8a737-f8b6-49ab-b6d5-5492f9d5e899,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:18.055182 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-9cb88b82-f9d4-4215-b05c-60e7959a92e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:18.162923 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.338732 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Allocated IP 172.28.1.67 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/fbe6a5ff-be7d-42bf-bcf5-298db7d1a663) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:18.499787 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.553828 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5166085'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.556716 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-de36e7e0-22f6-45d2-8dfa-0f3b8ae28caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:18.602412 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:18.607749 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:18.612721 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:18.616257 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'Port': ['ID=fbe6a5ff-be7d-42bf-bcf5-298db7d1a663,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:18.638047 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:18.719650 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.726293 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.784673 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.988310 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:18.994854 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5166135'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.000439 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:19.121461 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'Port': ['ID=fbe6a5ff-be7d-42bf-bcf5-298db7d1a663,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:19.127795 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:19.129485 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.149001 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:19.150658 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1816669 Jun 22 12:50:19.429493 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-e26d74c0-0bca-4d56-9511-2234aedbcc8a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--918408466&fields=id&tenant_id=0f8688e5cf04418280e3f726c5c89a81 HTTP/1.1" status: 200 len: 267 time: 0.0544658 Jun 22 12:50:19.590805 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f3b2-b475-4954-ab69-420885342387 req-bd7aaedb-73af-403e-aec8-12669e6e15c5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:19.593520 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-bd7aaedb-73af-403e-aec8-12669e6e15c5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 817 time: 0.1502192 Jun 22 12:50:19.615384 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-1343f827-dc60-45e0-9554-056b5e05f94e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/quotas/0f8688e5cf04418280e3f726c5c89a81 HTTP/1.1" status: 200 len: 375 time: 0.0151610 Jun 22 12:50:19.717888 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-754b0b95-2320-49ff-9d40-fb8a94acdfb2 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954547 Jun 22 12:50:19.874273 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-8ca7656a-dd02-4c97-b361-b6241858a98c service neutron] 10.222.0.20 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400862 Jun 22 12:50:19.983461 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:20.283140 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-14c2f850-5a52-4a55-befc-cc3d09af2dc8 service neutron] 10.222.0.20 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990777 Jun 22 12:50:20.565801 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-289d2e6c-1e33-454e-8da1-ccc0b8e663cc req-7a933c20-e77c-4b11-808d-e4b76ea95a02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 210 time: 0.0352156 Jun 22 12:50:21.810349 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bd7ff42c-fb6e-4afc-8959-f49ea16ba134 req-51510aef-aceb-4b20-89fb-040b7b1ae506 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 210 time: 0.0555964 Jun 22 12:50:22.150554 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f3b2-b475-4954-ab69-420885342387 req-5e498055-79e6-409d-9a3e-47260aed375a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:22.155225 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-5e498055-79e6-409d-9a3e-47260aed375a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 817 time: 0.2256672 Jun 22 12:50:22.236957 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-e4616e6c-44dd-4489-bbe5-ff018d01d7b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8688e5cf04418280e3f726c5c89a81 HTTP/1.1" status: 200 len: 379 time: 0.0532076 Jun 22 12:50:22.249086 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'port': {'device_id': '1b8eae14-b9d9-456a-b151-319a6785974d', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'admin_state_up': True, 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'security_groups': ['0906d562-019e-4674-b0c6-3fd6c4b17b0f']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:22.438625 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Made reservation on behalf of 0f8688e5cf04418280e3f726c5c89a81 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:22.445809 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.660788 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Allocated IP 172.20.0.11 (edeb9197-b866-465a-b484-766d7b8e4b36/8266b758-9135-4c3a-9d69-be7bdcc1a520/fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:22.824482 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.840851 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Transition to ACTIVE for port object fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:22.879801 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:22.888641 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fa86f5e4-629a-4925-a39a-2e98a899ab2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:22.942946 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Network edeb9197-b866-465a-b484-766d7b8e4b36 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:22.946615 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:22.952276 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:22.984838 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:22.990418 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:23.035148 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:23.035831 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.055312 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8103232 Jun 22 12:50:23.077160 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9f12d-b69a-4b0d-9a30-f527e8d5a37d req-057083ae-64ef-4d1f-8b97-d26f09153581 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:23.078123 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Request body: {'port': {'device_id': '1b8eae14-b9d9-456a-b151-319a6785974d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:23.078846 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-60c9f12d-b69a-4b0d-9a30-f527e8d5a37d req-057083ae-64ef-4d1f-8b97-d26f09153581 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 932 time: 0.1063862 Jun 22 12:50:23.128643 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-60c9f12d-b69a-4b0d-9a30-f527e8d5a37d req-a606de75-147c-4423-aaeb-987f53294585 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369940 Jun 22 12:50:23.202944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.275197 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-47c6b1c8-6f7c-4ae0-aab1-54a86c8c568f None None] Provisioning for port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:23.284450 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-47c6b1c8-6f7c-4ae0-aab1-54a86c8c568f None None] Provisioning complete for port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:23.285109 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-47c6b1c8-6f7c-4ae0-aab1-54a86c8c568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.356259 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-47c6b1c8-6f7c-4ae0-aab1-54a86c8c568f None None] Port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:23.611796 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:50:23.620659 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.635071 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Transition to ACTIVE for port object fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:23.639887 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.643235 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-951d0a97-8868-40c5-bcd6-34e128d659d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:23.731556 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:23.734662 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:23.833439 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Attempting to bind port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:23.834139 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Attempting to bind port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:23.834589 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Attempting to bind port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 on network edeb9197-b866-465a-b484-766d7b8e4b36 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:23.843663 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 on network edeb9197-b866-465a-b484-766d7b8e4b36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:50:23.844032 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Attempting to bind port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 on network edeb9197-b866-465a-b484-766d7b8e4b36 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:23.850136 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:23.850467 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Checking segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:23.850842 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Bound using segment: {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:23.851483 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Bound port: fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99273249-0ea3-4ae8-ab2d-153d7241acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:23.851839 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.944215 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:23.950407 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:23.956107 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:23.960226 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:24.020205 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:24.020418 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:24.022662 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] 10.222.0.52 "PUT /v2.0/ports/fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 HTTP/1.1" status: 200 len: 1094 time: 0.9503038 Jun 22 12:50:24.023419 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:24.028628 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8daeb5-6940-4989-bb6a-18b810dd10b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:24.073657 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:24.080516 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:24.119068 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c99fb4-291d-44f9-8bf0-9f55d9887d40 x-openstack-request-id: req-61c99fb4-291d-44f9-8bf0-9f55d9887d40 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:24.119680 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:24.120752 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61c99fb4-291d-44f9-8bf0-9f55d9887d40 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:24.120963 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'status': 'completed', 'code': 200} Jun 22 12:50:24.175770 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f3b2-b475-4954-ab69-420885342387 req-3ea6cd0b-057a-4f19-a226-ee6b848e2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:24.178903 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-3ea6cd0b-057a-4f19-a226-ee6b848e2152 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 1097 time: 0.0706210 Jun 22 12:50:24.241737 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-e57d5cd5-95c0-4eb8-9581-fcf0865bc2f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 HTTP/1.1" status: 200 len: 217 time: 0.0482683 Jun 22 12:50:24.333095 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f3b2-b475-4954-ab69-420885342387 req-f1a3a3ab-1fe9-40e5-b71d-6215ae9ee922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:24.336795 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-f1a3a3ab-1fe9-40e5-b71d-6215ae9ee922 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0860667 Jun 22 12:50:24.437758 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e50b9-b739-4adb-9893-e1db64330caa req-fa96f726-3e86-4aba-a548-4bbe154c49e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:24.456230 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f3b2-b475-4954-ab69-420885342387 req-35ce57bd-9865-41d9-b776-5310315ba1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:24.457982 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-35ce57bd-9865-41d9-b776-5310315ba1a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1122632 Jun 22 12:50:24.458191 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-608e50b9-b739-4adb-9893-e1db64330caa req-fa96f726-3e86-4aba-a548-4bbe154c49e4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.1677628 Jun 22 12:50:24.513102 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-608e50b9-b739-4adb-9893-e1db64330caa req-1e50685f-696d-4a9e-aeda-2e8c64aaae2d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538630 Jun 22 12:50:24.598405 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-0df7ce91-5e83-4559-92b7-97c293a4be0a service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307187 Jun 22 12:50:24.727192 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42738) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:24.806557 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea02f3b2-b475-4954-ab69-420885342387 req-52aebb73-55f7-4910-bbe3-d1ffef5021f6 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985137 Jun 22 12:50:24.895446 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d2c8db2e-4f06-49d8-91ac-873be2708e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.020741 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-0720c34a-d5e3-4e74-9a89-5ab7b13cf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:25.022544 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-0720c34a-d5e3-4e74-9a89-5ab7b13cf1d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 1097 time: 0.1076841 Jun 22 12:50:25.120920 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d2c8db2e-4f06-49d8-91ac-873be2708e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.127182 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d2c8db2e-4f06-49d8-91ac-873be2708e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.133160 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-42185f80-3c24-481d-ab12-bd20cbfbc7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:25.194060 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8db2e-4f06-49d8-91ac-873be2708e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9fbd9a-94d8-4836-aedf-4a14d26b1c75,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:25.203789 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d2c8db2e-4f06-49d8-91ac-873be2708e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:25.206503 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d2c8db2e-4f06-49d8-91ac-873be2708e88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fa971fc3c4941f2afcb516e9c490fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782956 Jun 22 12:50:25.211564 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42746) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:25.212854 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-2baffc70-3602-42f8-834e-63887b309a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:25.215247 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-2baffc70-3602-42f8-834e-63887b309a77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.1836209 Jun 22 12:50:25.278464 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a1fc51a-8e1b-42a6-8ae5-06d0ec9a4a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.279687 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-59973f3d-9448-4557-9d3c-941111f92dc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 HTTP/1.1" status: 200 len: 217 time: 0.0561831 Jun 22 12:50:25.309410 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a1fc51a-8e1b-42a6-8ae5-06d0ec9a4a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.375651 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-19d3f4ff-58c5-4691-a747-5f2cd2197f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:25.378158 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-19d3f4ff-58c5-4691-a747-5f2cd2197f9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0878365 Jun 22 12:50:25.380709 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a1fc51a-8e1b-42a6-8ae5-06d0ec9a4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.384788 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a1fc51a-8e1b-42a6-8ae5-06d0ec9a4a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.386468 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-0a1fc51a-8e1b-42a6-8ae5-06d0ec9a4a40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a9fbd9a-94d8-4836-aedf-4a14d26b1c75 HTTP/1.1" status: 204 len: 168 time: 0.1733625 Jun 22 12:50:25.387921 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-5b73f65d-f97a-42b2-9eb5-9a9c01635ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:25.405677 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fc51a-8e1b-42a6-8ae5-06d0ec9a4a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9fbd9a-94d8-4836-aedf-4a14d26b1c75,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:25.419290 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0a1fc51a-8e1b-42a6-8ae5-06d0ec9a4a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:25.484826 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-c70691cb-a6a5-43c8-b9fe-0ff3921cf29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:25.487565 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-c70691cb-a6a5-43c8-b9fe-0ff3921cf29f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021354 Jun 22 12:50:25.661168 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-e4429ea3-e2e0-49cc-b58d-e784f6afeed9 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653261 Jun 22 12:50:25.810818 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42754) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:25.828495 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ea8daeb5-6940-4989-bb6a-18b810dd10b9 req-f15bab43-ce4f-4baa-b57b-1993e1325465 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598504 Jun 22 12:50:25.834422 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2f88c407-5c74-45f6-bcc2-d82b61e18c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:25.855281 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c070-17f8-4cde-8b3d-ba30b807dab9 req-59c43dd2-6b1d-408b-911f-28f24c78375c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:25.857998 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a546c070-17f8-4cde-8b3d-ba30b807dab9 req-59c43dd2-6b1d-408b-911f-28f24c78375c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.1250739 Jun 22 12:50:25.935013 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a546c070-17f8-4cde-8b3d-ba30b807dab9 req-2dbc7ad4-f768-42fa-a66c-674f5473cc2b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629346 Jun 22 12:50:26.016254 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2f88c407-5c74-45f6-bcc2-d82b61e18c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.023248 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2f88c407-5c74-45f6-bcc2-d82b61e18c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.027473 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-503f5a12-84f8-4f7e-92cf-e3f19cb89e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:26.089779 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-2f88c407-5c74-45f6-bcc2-d82b61e18c9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adb353c0310846d69cae638df850d5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728002 Jun 22 12:50:26.089779 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88c407-5c74-45f6-bcc2-d82b61e18c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb81737-e059-40d8-adc7-ea5af306c1d3,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:26.090594 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42762) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:26.093138 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2f88c407-5c74-45f6-bcc2-d82b61e18c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:26.189381 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-69b5aac3-eca9-44da-bf5f-cdbbe5b47610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.227071 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-69b5aac3-eca9-44da-bf5f-cdbbe5b47610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.298254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-69b5aac3-eca9-44da-bf5f-cdbbe5b47610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.302920 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-69b5aac3-eca9-44da-bf5f-cdbbe5b47610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.304539 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-69b5aac3-eca9-44da-bf5f-cdbbe5b47610 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fb81737-e059-40d8-adc7-ea5af306c1d3 HTTP/1.1" status: 204 len: 168 time: 0.2122214 Jun 22 12:50:26.305698 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6a52c7b7-a44d-4982-897d-88dc9fac0756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:26.318958 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5aac3-eca9-44da-bf5f-cdbbe5b47610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb81737-e059-40d8-adc7-ea5af306c1d3,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:26.326354 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-69b5aac3-eca9-44da-bf5f-cdbbe5b47610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:26.717659 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:50:26.871341 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:26.892402 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'port_id': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'mac_address': 'fa:16:3e:a1:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:50:26.947034 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:26.974143 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:50:27.005461 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:27.012854 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:27.015860 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:27.089468 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:27.097774 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.098216 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.098633 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.099033 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.099420 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.099841 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.100235 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.100625 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.101015 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.101425 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.101816 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.102205 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:27.110345 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:27.242989 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891217e-ded3-4cd4-8c23-148ace1fb1be req-40d72a4c-1d79-4953-b8ef-a4bff8713726 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:27.245306 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0891217e-ded3-4cd4-8c23-148ace1fb1be req-40d72a4c-1d79-4953-b8ef-a4bff8713726 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 945 time: 0.0845168 Jun 22 12:50:27.299541 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0891217e-ded3-4cd4-8c23-148ace1fb1be req-cca53ace-a5f2-4661-bc21-e9ddb7367d4d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451152 Jun 22 12:50:27.390681 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:28.519136 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab7452-7f0f-4867-88f5-0fd9e234445b req-24a88ee8-666c-4795-961d-8b7a8f244e99 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:28.521344 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-adab7452-7f0f-4867-88f5-0fd9e234445b req-24a88ee8-666c-4795-961d-8b7a8f244e99 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 945 time: 0.0779624 Jun 22 12:50:28.578378 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-adab7452-7f0f-4867-88f5-0fd9e234445b req-a239ea15-1972-4646-b854-1fb02c5f5bd7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460722 Jun 22 12:50:28.722754 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:50:28.845501 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:28.850367 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:28.850994 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:28.972729 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:28.999247 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:29.001619 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080b04aa-34d7-4a3b-bdd9-cc9535bbb090" -d '{"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-plugged", "status": "completed", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:29.019003 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:29.024410 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:29.027918 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:29.098076 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd231f3-47ad-4664-b1a7-618a3a0bac10 x-openstack-request-id: req-8fd231f3-47ad-4664-b1a7-618a3a0bac10 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:29.098490 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-plugged", "status": "completed", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:29.098873 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fd231f3-47ad-4664-b1a7-618a3a0bac10 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:29.099398 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'code': 200} Jun 22 12:50:29.117711 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:29.122028 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:29.406244 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce796b23-0e69-4038-a187-011b64d979a9 req-6f283277-767d-400a-8422-8c1170a25e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:29.408021 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce796b23-0e69-4038-a187-011b64d979a9 req-6f283277-767d-400a-8422-8c1170a25e05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 1099 time: 0.0649860 Jun 22 12:50:29.455380 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce796b23-0e69-4038-a187-011b64d979a9 req-40ed4287-5d56-47c4-881b-51eb67bbf1a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400181 Jun 22 12:50:29.812735 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95602ee6-6c4f-46b3-9aac-af999588fd56 req-6290d8d6-3299-4370-822d-12c549bb4047 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:29.814843 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-95602ee6-6c4f-46b3-9aac-af999588fd56 req-6290d8d6-3299-4370-822d-12c549bb4047 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.0803418 Jun 22 12:50:29.873504 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-95602ee6-6c4f-46b3-9aac-af999588fd56 req-38a58829-7f77-496a-9fd2-6c72f188f2ca tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486541 Jun 22 12:50:30.000993 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:50:31.116530 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690b45f-83fc-4b64-8b59-15ec05201041 req-6382a63e-b937-4d46-9a2a-989a6e2b02fc tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:31.118572 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d690b45f-83fc-4b64-8b59-15ec05201041 req-6382a63e-b937-4d46-9a2a-989a6e2b02fc tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.0859241 Jun 22 12:50:31.177893 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d690b45f-83fc-4b64-8b59-15ec05201041 req-296c3ac4-6daa-4d98-b4cb-4609023add6e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514038 Jun 22 12:50:31.398180 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deaa49-14d3-4a4f-94a2-e529d48699b2 req-3e72e542-1846-4d4d-9b25-d41a00079d60 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:31.399752 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-54deaa49-14d3-4a4f-94a2-e529d48699b2 req-3e72e542-1846-4d4d-9b25-d41a00079d60 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.0942810 Jun 22 12:50:31.411944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42864) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:31.418531 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Request body: {'floatingip': {'port_id': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:31.499529 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42866) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:31.511559 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:31.652993 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cec7bc52-b44b-4d2a-a57f-64cb7487e47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.058690 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cec7bc52-b44b-4d2a-a57f-64cb7487e47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.097692 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cec7bc52-b44b-4d2a-a57f-64cb7487e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.102335 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ae6e2be5-8343-45c5-ae94-b487e5e6c5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:32.154521 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7bc52-b44b-4d2a-a57f-64cb7487e47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8312f20d-fb41-4361-98db-7be0d075bc37,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:32.158094 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-cec7bc52-b44b-4d2a-a57f-64cb7487e47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:32.187956 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-cec7bc52-b44b-4d2a-a57f-64cb7487e47e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d30c6228c86463293589bb9cd50bc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6869729 Jun 22 12:50:32.191310 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42870) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:32.300071 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e1c9582-f027-4110-906c-f5ba347d7d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.364518 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e1c9582-f027-4110-906c-f5ba347d7d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.390311 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.407693 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.571277 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e1c9582-f027-4110-906c-f5ba347d7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.576819 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e1c9582-f027-4110-906c-f5ba347d7d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:32.578767 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1e1c9582-f027-4110-906c-f5ba347d7d21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8312f20d-fb41-4361-98db-7be0d075bc37 HTTP/1.1" status: 204 len: 168 time: 0.3863091 Jun 22 12:50:32.583834 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ebc4f5cd-476b-4eb6-b9cf-e9c6fcb186ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:32.604548 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c9582-f027-4110-906c-f5ba347d7d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8312f20d-fb41-4361-98db-7be0d075bc37,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:32.608704 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1e1c9582-f027-4110-906c-f5ba347d7d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:32.626420 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.l3_db [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Floating IP 6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d associated. External IP: 172.28.1.67, port: fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4. Jun 22 12:50:32.810427 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42882) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:33.023719 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42886) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:33.026495 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Router 352bab8a-10b1-4c12-8a41-32a97f616ba5 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:33.042218 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-57b6957b-8d26-412b-a728-72d0d5420c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.063460 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c5542b30-7823-48ce-99aa-db8fa446163c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.147337 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-57b6957b-8d26-412b-a728-72d0d5420c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.152555 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-57b6957b-8d26-412b-a728-72d0d5420c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.157652 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6bb9bf27-1dc4-4ad7-a62a-6881cbda3ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:33.201265 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-57b6957b-8d26-412b-a728-72d0d5420c8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fb80eaf554a43938dff619ad9435de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763892 Jun 22 12:50:33.202883 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6957b-8d26-412b-a728-72d0d5420c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e0d2a-c626-4811-911d-64e3dff6f40d,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:33.205538 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 42888) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:33.207828 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-57b6957b-8d26-412b-a728-72d0d5420c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:33.264419 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab46b-4d0c-4e67-835e-e90d45232631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.293515 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab46b-4d0c-4e67-835e-e90d45232631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.327964 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:33.341493 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.342481 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] Sync routers for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:33.355656 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab46b-4d0c-4e67-835e-e90d45232631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.360033 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:33.361241 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:33.361985 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab46b-4d0c-4e67-835e-e90d45232631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.375814 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-0a3ab46b-4d0c-4e67-835e-e90d45232631 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/686e0d2a-c626-4811-911d-64e3dff6f40d HTTP/1.1" status: 204 len: 168 time: 0.1606207 Jun 22 12:50:33.378157 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-db576e6b-bf81-4684-a73d-4bc80290bf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:33.397866 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab46b-4d0c-4e67-835e-e90d45232631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e0d2a-c626-4811-911d-64e3dff6f40d,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:33.411648 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0a3ab46b-4d0c-4e67-835e-e90d45232631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:33.431837 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-9753dd6f-5aa1-48fa-a1f0-428654d4b52a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "PUT /v2.0/floatingips/6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d HTTP/1.1" status: 200 len: 991 time: 2.0173748 Jun 22 12:50:33.435837 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:33.452573 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:33.490793 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c5542b30-7823-48ce-99aa-db8fa446163c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.499080 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c5542b30-7823-48ce-99aa-db8fa446163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.502256 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-22cbb375-d88d-468a-acc1-8d22213fb715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:33.534778 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5542b30-7823-48ce-99aa-db8fa446163c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0006296a-aa07-4065-9e3e-0d67c5a47ebf,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:33.544435 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c5542b30-7823-48ce-99aa-db8fa446163c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:33.576862 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-c5542b30-7823-48ce-99aa-db8fa446163c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb3b3c942ea2466abb912b2516ed2a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600975 Jun 22 12:50:33.576862 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 42896) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:33.585418 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f973eb-8a9d-4d57-ba11-bc847776fce4 x-openstack-request-id: req-c1f973eb-8a9d-4d57-ba11-bc847776fce4 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:33.585701 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:33.586182 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1f973eb-8a9d-4d57-ba11-bc847776fce4 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:33.586658 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'status': 'completed', 'code': 200} Jun 22 12:50:33.732098 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f94be04-85e9-452d-91fc-9ff1d44098bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.788748 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:33.793230 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f94be04-85e9-452d-91fc-9ff1d44098bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.861615 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-7e5b879b-6980-4780-ae0e-2e05d5384297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:33.864157 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-7e5b879b-6980-4780-ae0e-2e05d5384297 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 1099 time: 0.2028592 Jun 22 12:50:33.980607 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f94be04-85e9-452d-91fc-9ff1d44098bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.985559 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f94be04-85e9-452d-91fc-9ff1d44098bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:33.987342 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-6f94be04-85e9-452d-91fc-9ff1d44098bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0006296a-aa07-4065-9e3e-0d67c5a47ebf HTTP/1.1" status: 204 len: 168 time: 0.4091320 Jun 22 12:50:33.992564 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4c2a21dd-60a8-48db-b712-3bfcceee6d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:34.008605 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94be04-85e9-452d-91fc-9ff1d44098bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0006296a-aa07-4065-9e3e-0d67c5a47ebf,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:34.069134 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-9f8624ba-0dec-4133-aafa-710d39a443f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:34.071674 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-9f8624ba-0dec-4133-aafa-710d39a443f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.1996086 Jun 22 12:50:34.074403 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6f94be04-85e9-452d-91fc-9ff1d44098bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:34.163198 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-862a190a-1cc7-49e6-9891-9421d07ac97a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 HTTP/1.1" status: 200 len: 999 time: 0.0838721 Jun 22 12:50:34.240899 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-5ae99c1b-6a92-4560-b072-9697515f0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:34.243371 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-5ae99c1b-6a92-4560-b072-9697515f0b48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0728076 Jun 22 12:50:34.323063 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'floating_ip_address': '172.28.1.67', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'port_id': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'mac_address': 'fa:16:3e:a1:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8eae14-b9d9-456a-b151-319a6785974d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:50:18Z', 'updated_at': '2021-06-22T12:50:32Z', 'revision_number': 1, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:34.372347 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-19d896a9-8a92-41e9-9c6f-aea64015d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:34.375910 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-19d896a9-8a92-41e9-9c6f-aea64015d538 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1247830 Jun 22 12:50:34.379037 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] Checking router: 352bab8a-10b1-4c12-8a41-32a97f616ba5 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:34.391193 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:34.391970 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:34.592174 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-97ec422e-9f9b-43b8-9d0c-b4b729d8b679 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070014 Jun 22 12:50:34.619969 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:34.932671 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'floating_ip_address': '172.28.1.67', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'port_id': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'mac_address': 'fa:16:3e:a1:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8eae14-b9d9-456a-b151-319a6785974d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:50:18Z', 'updated_at': '2021-06-22T12:50:32Z', 'revision_number': 1, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:34.974416 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651336a-0fac-45d7-831c-98ed3bfc4131 None None] The sync data for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb is: [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'floating_ip_address': '172.28.1.67', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'port_id': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'mac_address': 'fa:16:3e:a1:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8eae14-b9d9-456a-b151-319a6785974d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:50:18Z', 'updated_at': '2021-06-22T12:50:32Z', 'revision_number': 1, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:35.219878 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce1f50ef-7c33-4c06-8a2c-55728bbe7f35 req-38ed7efe-a531-4069-97ce-71aac9d42450 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205232 Jun 22 12:50:35.335303 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcca75-73a4-4f1c-ac48-e16410a131de None None] New status for floating IP 6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d: ACTIVE {{(pid=99505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:50:38.767430 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43016) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:38.921008 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e5d8620f-b60c-4eba-8ca1-3c89629d63a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.073992 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e5d8620f-b60c-4eba-8ca1-3c89629d63a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.079670 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e5d8620f-b60c-4eba-8ca1-3c89629d63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.082757 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6a2d8a66-248e-456a-aaf7-f4c4483137d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:39.137675 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e5d8620f-b60c-4eba-8ca1-3c89629d63a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=498729991b1e4a38bb921f4e905abaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657551 Jun 22 12:50:39.137675 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8620f-b60c-4eba-8ca1-3c89629d63a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18014ca7-c9c0-42bf-bbf7-9647cde1873b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:39.138467 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43022) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:39.141751 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e5d8620f-b60c-4eba-8ca1-3c89629d63a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:39.217639 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a85c9e29-a728-4b63-967e-2b489532c2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.253109 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a85c9e29-a728-4b63-967e-2b489532c2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.318793 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a85c9e29-a728-4b63-967e-2b489532c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.324116 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a85c9e29-a728-4b63-967e-2b489532c2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:39.329083 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a85c9e29-a728-4b63-967e-2b489532c2a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18014ca7-c9c0-42bf-bbf7-9647cde1873b HTTP/1.1" status: 204 len: 168 time: 0.1889477 Jun 22 12:50:39.330256 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2f88c407-5c74-45f6-bcc2-d82b61e18c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:39.343761 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c9e29-a728-4b63-967e-2b489532c2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18014ca7-c9c0-42bf-bbf7-9647cde1873b,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:39.348875 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a85c9e29-a728-4b63-967e-2b489532c2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:40.574731 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad4a8-8923-4068-be0c-65525b98b389 req-18608f88-2660-4f67-9862-0e868df54a8e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:40.577509 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4a0ad4a8-8923-4068-be0c-65525b98b389 req-18608f88-2660-4f67-9862-0e868df54a8e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1188402 Jun 22 12:50:40.822558 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4a0ad4a8-8923-4068-be0c-65525b98b389 req-9c4ec8f5-9869-4f3a-928c-cc0d853c41c3 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384508 Jun 22 12:50:42.024635 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e630-7d2e-4daa-be16-3d548c39f5cd req-5b1976d7-869f-4976-a3fe-b87a98342c8c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:42.029133 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4b68e630-7d2e-4daa-be16-3d548c39f5cd req-5b1976d7-869f-4976-a3fe-b87a98342c8c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0720906 Jun 22 12:50:42.076396 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4b68e630-7d2e-4daa-be16-3d548c39f5cd req-145146d5-9d7e-4d53-83f4-58b26266cc80 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382218 Jun 22 12:50:42.961082 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-0134bc42-6d62-492f-879b-5f95dcf219aa tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:42.963457 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-0134bc42-6d62-492f-879b-5f95dcf219aa tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.0713913 Jun 22 12:50:43.109629 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Deleting port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:43.110473 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.263564 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] For port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:43.263930 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.397498 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c430176-3dab-4a4f-a842-f0ad66ceea44 req-dbe953f7-d2b6-4a2f-905e-72470787e15d tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:43.399482 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c430176-3dab-4a4f-a842-f0ad66ceea44 req-dbe953f7-d2b6-4a2f-905e-72470787e15d tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 946 time: 0.1851456 Jun 22 12:50:43.519169 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c430176-3dab-4a4f-a842-f0ad66ceea44 req-cc7369e3-d8ee-4b9a-91b9-a9e2a4836932 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ec235a-1c95-47ff-b2ff-3d58087afc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050758 Jun 22 12:50:43.538059 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.538537 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.538769 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.l3_db [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Floating IP 703cc6b9-1aa9-4c2e-8873-e14174a66fe4 disassociated. External IP: 172.28.1.32, port: e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5. Jun 22 12:50:43.539080 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Calling delete_port for e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:43.544248 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-53ebbafa-6da7-48c2-b93a-8f0f8e400ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.707104 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:43.716143 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f670cf63-16bf-4c0e-b48d-94501cb26692 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:43.751918 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event deleted for resources: {'Port': ['ID=e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:43.755490 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:43.927420 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Router 17d81535-39b5-42ce-bcca-65280e2049ae has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:44.081596 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:44.100535 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] Sync routers for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:44.117034 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:44.117709 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:44.157180 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43102) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:44.173822 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] No DVR routers for this DVR port e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:50:44.179696 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.184277 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-beb35ab1-1860-46cf-a5b9-96bda57a8a07 req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "DELETE /v2.0/ports/e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 HTTP/1.1" status: 204 len: 173 time: 1.2147911 Jun 22 12:50:44.185470 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'name': 'network-vif-deleted', 'tag': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:44.189927 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffadd5e1-2b44-496f-87e7-ad9bf374d7d2" -d '{"events": [{"server_uuid": "f6eb6c6b-956f-4e6e-8aa4-03d120be08b5", "name": "network-vif-deleted", "tag": "e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:44.279170 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:44.293462 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868d102e-709e-4963-a569-25e0b2b1a4be x-openstack-request-id: req-868d102e-709e-4963-a569-25e0b2b1a4be {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:44.293790 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eb6c6b-956f-4e6e-8aa4-03d120be08b5", "name": "network-vif-deleted", "tag": "e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:44.294073 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-868d102e-709e-4963-a569-25e0b2b1a4be {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:44.294508 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb6c6b-956f-4e6e-8aa4-03d120be08b5', 'name': 'network-vif-deleted', 'tag': 'e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5', 'status': 'completed', 'code': 200} Jun 22 12:50:44.349951 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a2683e15-8801-4d4b-9c1b-68844358fc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.512890 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a2683e15-8801-4d4b-9c1b-68844358fc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.519577 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a2683e15-8801-4d4b-9c1b-68844358fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.524172 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-51981195-d3ef-4267-9484-10654a709194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:44.562695 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43110) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:44.564334 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a2683e15-8801-4d4b-9c1b-68844358fc71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=679c734965ad47758890c7355492e132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059460 Jun 22 12:50:44.586237 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:44.591276 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2683e15-8801-4d4b-9c1b-68844358fc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f00163d-82ee-4dc3-b716-1bfcb2b8055a,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:44.597547 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a2683e15-8801-4d4b-9c1b-68844358fc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:44.649393 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] Checking router: 17d81535-39b5-42ce-bcca-65280e2049ae for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:44.667763 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:44.668866 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:44.680538 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-288a3041-8dd4-478c-884f-f1cf92b148b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.714580 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-288a3041-8dd4-478c-884f-f1cf92b148b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.787469 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-288a3041-8dd4-478c-884f-f1cf92b148b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.792300 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-288a3041-8dd4-478c-884f-f1cf92b148b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:44.796820 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-288a3041-8dd4-478c-884f-f1cf92b148b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f00163d-82ee-4dc3-b716-1bfcb2b8055a HTTP/1.1" status: 204 len: 168 time: 0.2303998 Jun 22 12:50:44.796820 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1c95bb06-3eaa-4578-8e8b-56b76b800579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:44.812354 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a3041-8dd4-478c-884f-f1cf92b148b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f00163d-82ee-4dc3-b716-1bfcb2b8055a,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:44.830543 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-288a3041-8dd4-478c-884f-f1cf92b148b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:44.921216 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:45.072609 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-67354608-8513-42a3-86e2-b1c09665f5a1 req-93783823-6064-4c6d-8cef-fea5722120fc tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6eb6c6b-956f-4e6e-8aa4-03d120be08b5 HTTP/1.1" status: 200 len: 210 time: 0.3023338 Jun 22 12:50:45.378167 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43124) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:45.401381 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5aec9dfa-2172-4b1c-a365-3478481a196f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.426097 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:45.460760 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f00654-d674-4fbd-b069-d931ed708075 None None] The sync data for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb is: [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:45.546715 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5aec9dfa-2172-4b1c-a365-3478481a196f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.551506 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5aec9dfa-2172-4b1c-a365-3478481a196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.554848 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:45.604637 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-5aec9dfa-2172-4b1c-a365-3478481a196f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d2105d9e399498eba5b37afa09a1ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249491 Jun 22 12:50:45.605712 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec9dfa-2172-4b1c-a365-3478481a196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fbe8e3-8462-41d7-a63f-d6679d8b3619,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:45.608586 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43126) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:45.609444 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5aec9dfa-2172-4b1c-a365-3478481a196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:45.689133 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-64971d67-cca4-4924-a337-46b47eb3f6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.723306 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-64971d67-cca4-4924-a337-46b47eb3f6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.754546 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46f655-eb24-422f-b0bc-230254935fba None None] New status for floating IP 703cc6b9-1aa9-4c2e-8873-e14174a66fe4: DOWN {{(pid=99505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:50:45.782711 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-64971d67-cca4-4924-a337-46b47eb3f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.786120 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-64971d67-cca4-4924-a337-46b47eb3f6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:45.787616 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-64971d67-cca4-4924-a337-46b47eb3f6f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6fbe8e3-8462-41d7-a63f-d6679d8b3619 HTTP/1.1" status: 204 len: 168 time: 0.1688573 Jun 22 12:50:45.788626 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ac0d010e-8243-4e87-be99-d66ca15432eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:45.813708 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64971d67-cca4-4924-a337-46b47eb3f6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fbe8e3-8462-41d7-a63f-d6679d8b3619,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:45.822487 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-64971d67-cca4-4924-a337-46b47eb3f6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:45.937247 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d24133e9-ba28-4a99-9405-f8032eface62 req-20b42454-b955-4f1a-9a0c-e2b584316b53 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922445827&fields=id&tenant_id=f27c4a8f031f4eb7af5640adffd2560e HTTP/1.1" status: 200 len: 267 time: 0.0710075 Jun 22 12:50:46.077730 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24133e9-ba28-4a99-9405-f8032eface62 req-80bcc999-f134-46d5-a7ff-8e5a597afbcc tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:46.080296 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d24133e9-ba28-4a99-9405-f8032eface62 req-80bcc999-f134-46d5-a7ff-8e5a597afbcc tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 985 time: 0.1309981 Jun 22 12:50:46.094806 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-d24133e9-ba28-4a99-9405-f8032eface62 req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Request body: {'port': {'security_groups': ['2d146edc-b676-4e15-a784-e840a9eea347']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:46.194000 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-d24133e9-ba28-4a99-9405-f8032eface62 req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.239957 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43138) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:46.258577 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-99e7f8d4-a15e-4569-8352-f6dd5ee0326b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.309432 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43142) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:46.384652 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-99e7f8d4-a15e-4569-8352-f6dd5ee0326b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.390211 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-99e7f8d4-a15e-4569-8352-f6dd5ee0326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.392952 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a6954d1b-4883-496e-a5d3-1b449d881806 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:46.437193 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-99e7f8d4-a15e-4569-8352-f6dd5ee0326b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb21998e19c44c22ae444d66647380dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951191 Jun 22 12:50:46.438161 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7f8d4-a15e-4569-8352-f6dd5ee0326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2630e5f-b690-4e0d-bf18-c6395e4a7806,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:46.440793 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43144) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:46.442906 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-99e7f8d4-a15e-4569-8352-f6dd5ee0326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:46.465797 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13696d79-2805-477e-b389-9b3af87ba4ce tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.478662 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-d24133e9-ba28-4a99-9405-f8032eface62 req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] For port e187402a-0c24-4af4-a5e1-f78be18466cf, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e187402a-0c24-4af4-a5e1-f78be18466cf,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:46.522987 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b04ce006-be3e-4356-bdcc-8ccfa4e837af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.523789 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13696d79-2805-477e-b389-9b3af87ba4ce tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.553747 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b04ce006-be3e-4356-bdcc-8ccfa4e837af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.560112 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-d24133e9-ba28-4a99-9405-f8032eface62 req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.575153 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-d24133e9-ba28-4a99-9405-f8032eface62 req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.581622 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3ab0f137-7460-45f1-baca-3ede3e431723 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:46.618832 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['e187402a-0c24-4af4-a5e1-f78be18466cf'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:46.634457 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24133e9-ba28-4a99-9405-f8032eface62 req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:46.634457 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-d24133e9-ba28-4a99-9405-f8032eface62 req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.636671 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d24133e9-ba28-4a99-9405-f8032eface62 req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "PUT /v2.0/ports/e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 943 time: 0.5481241 Jun 22 12:50:46.637284 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:46.639687 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec4631-8f01-4896-9935-02b47df3e405" -d '{"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:46.648616 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43148) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:46.668434 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b04ce006-be3e-4356-bdcc-8ccfa4e837af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.677540 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b04ce006-be3e-4356-bdcc-8ccfa4e837af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.679848 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-b04ce006-be3e-4356-bdcc-8ccfa4e837af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2630e5f-b690-4e0d-bf18-c6395e4a7806 HTTP/1.1" status: 204 len: 168 time: 0.2378342 Jun 22 12:50:46.682248 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a950a268-b065-43e6-acb1-ca008836dcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:46.707521 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ce006-be3e-4356-bdcc-8ccfa4e837af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2630e5f-b690-4e0d-bf18-c6395e4a7806,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:46.713162 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b04ce006-be3e-4356-bdcc-8ccfa4e837af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:46.722720 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a974e5-3519-4dc1-bfda-34ddb68855b1 x-openstack-request-id: req-21a974e5-3519-4dc1-bfda-34ddb68855b1 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:46.722720 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:46.722720 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21a974e5-3519-4dc1-bfda-34ddb68855b1 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:46.723264 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'status': 'completed', 'code': 200} Jun 22 12:50:46.724091 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13696d79-2805-477e-b389-9b3af87ba4ce tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.726907 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13696d79-2805-477e-b389-9b3af87ba4ce tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.733029 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-13696d79-2805-477e-b389-9b3af87ba4ce tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "DELETE /v2.0/security-groups/64ec235a-1c95-47ff-b2ff-3d58087afc87 HTTP/1.1" status: 204 len: 168 time: 0.4149959 Jun 22 12:50:46.739180 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43154) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:46.751331 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event updated for resources: {'Port': ['ID=e187402a-0c24-4af4-a5e1-f78be18466cf,revision_number=7']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:46.760150 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:46.760666 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2b073b6a-6c8b-4827-859d-2d346675d266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:46.784979 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13696d79-2805-477e-b389-9b3af87ba4ce tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec235a-1c95-47ff-b2ff-3d58087afc87,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:46.800282 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.api.v2.resource [None req-c595bef7-6da9-4c72-bc6f-3af080af95c8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] show failed (client error): The resource could not be found. Jun 22 12:50:46.800626 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-13696d79-2805-477e-b389-9b3af87ba4ce tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:46.804178 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-c595bef7-6da9-4c72-bc6f-3af080af95c8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups/64ec235a-1c95-47ff-b2ff-3d58087afc87 HTTP/1.1" status: 404 len: 347 time: 0.0621009 Jun 22 12:50:46.805027 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['e187402a-0c24-4af4-a5e1-f78be18466cf'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:46.808538 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:46.809407 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43156) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:46.840149 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-95c8a7b9-be06-4333-9d84-b3b67d7d90af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.885215 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-95c8a7b9-be06-4333-9d84-b3b67d7d90af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:46.949551 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4631-8f01-4896-9935-02b47df3e405 req-6191a870-d319-42b1-ac6b-97dbac6b58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:46.951465 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acec4631-8f01-4896-9935-02b47df3e405 req-6191a870-d319-42b1-ac6b-97dbac6b58a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1099 time: 0.1685076 Jun 22 12:50:46.976530 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:46.977099 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device e31ea3aa-6f9f-4bd0-ba61-9e22d8e1d6b5 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:46.986596 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-138f1341-3cb8-4ad4-b874-5bc55f954b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.117543 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-95c8a7b9-be06-4333-9d84-b3b67d7d90af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.123853 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-95c8a7b9-be06-4333-9d84-b3b67d7d90af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.129062 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-95c8a7b9-be06-4333-9d84-b3b67d7d90af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "DELETE /v2.0/security-groups/919dff17-b947-4df5-9f51-954ffa3a3e79 HTTP/1.1" status: 204 len: 168 time: 0.4792166 Jun 22 12:50:47.137733 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43162) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:47.141982 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1ad36456-4279-474d-8507-4e618c1bfd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:47.163792 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8a7b9-be06-4333-9d84-b3b67d7d90af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919dff17-b947-4df5-9f51-954ffa3a3e79,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:47.173697 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-95c8a7b9-be06-4333-9d84-b3b67d7d90af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:47.181418 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4631-8f01-4896-9935-02b47df3e405 req-bac8a689-fbee-4026-a933-c6f8447fa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:47.183830 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acec4631-8f01-4896-9935-02b47df3e405 req-bac8a689-fbee-4026-a933-c6f8447fa55b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef36231b-af14-4d38-914f-263b094b9072 HTTP/1.1" status: 200 len: 915 time: 0.2245522 Jun 22 12:50:47.209198 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-216396d3-249c-4e8e-bb58-6c71d0855a89 None None] Provisioning complete for port e187402a-0c24-4af4-a5e1-f78be18466cf triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:47.209579 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-216396d3-249c-4e8e-bb58-6c71d0855a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.342234 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Deleting port 5b1ee341-162b-4133-bbef-cc84c924d40e {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:47.343241 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.370910 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acec4631-8f01-4896-9935-02b47df3e405 req-facc586b-491d-4ea7-8e27-6fe224e485e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 1001 time: 0.1721117 Jun 22 12:50:47.464783 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.469294 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4631-8f01-4896-9935-02b47df3e405 req-c6bcc93a-4cc2-4b3b-80e7-921959dc9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:47.473136 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acec4631-8f01-4896-9935-02b47df3e405 req-c6bcc93a-4cc2-4b3b-80e7-921959dc9c9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5c3b8f-3d1c-406a-8d27-a946476c9cac HTTP/1.1" status: 200 len: 853 time: 0.0946374 Jun 22 12:50:47.549917 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4631-8f01-4896-9935-02b47df3e405 req-686c52d9-e424-43f4-a36d-6dd15ba2f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:47.551454 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acec4631-8f01-4896-9935-02b47df3e405 req-686c52d9-e424-43f4-a36d-6dd15ba2f707 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef36231b-af14-4d38-914f-263b094b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713787 Jun 22 12:50:47.628340 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.628831 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.680880 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acec4631-8f01-4896-9935-02b47df3e405 req-d8e044b4-2136-4318-aa38-cecd821f2712 service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129010 Jun 22 12:50:47.714725 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Calling delete_port for 5b1ee341-162b-4133-bbef-cc84c924d40e owned by network:floatingip {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:47.806642 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-acec4631-8f01-4896-9935-02b47df3e405 req-4e34b1b7-b98a-41b8-8a54-50b80d9fbbd0 service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158094 Jun 22 12:50:47.822055 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Deleting port 83155228-bc75-47b8-9da8-048ffb576135 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:47.822853 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.967868 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.968143 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:47.978655 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.314830 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Calling delete_port for 83155228-bc75-47b8-9da8-048ffb576135 owned by network:floatingip {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:48.327815 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.331936 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:48.437952 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event deleted for resources: {'Port': ['ID=5b1ee341-162b-4133-bbef-cc84c924d40e,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:48.453546 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:48.660851 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.663374 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.664384 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "DELETE /v2.0/floatingips/703cc6b9-1aa9-4c2e-8873-e14174a66fe4 HTTP/1.1" status: 204 len: 168 time: 1.8522549 Jun 22 12:50:48.766282 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.812917 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.816102 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-abd7014f-13a7-4cac-9cc1-1df42a8b6f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:48.851585 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event deleted for resources: {'Port': ['ID=83155228-bc75-47b8-9da8-048ffb576135,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:48.855042 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:48.923266 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks [] for floatingip, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:48.923682 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.l3_db [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Floating IP 70424468-279e-4fcd-926c-1ef977ff3b45 disassociated (deleted). External IP: 172.28.1.97, port: e187402a-0c24-4af4-a5e1-f78be18466cf. Jun 22 12:50:49.093249 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43200) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:49.101448 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748147010', 'description': 'tempest-description--1139542846'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:49.134236 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.188730 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Router 18bc77f7-560f-449c-837c-c94adf168314 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:50:49.251745 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.256384 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.259027 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e5d8620f-b60c-4eba-8ca1-3c89629d63a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:49.289006 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.291361 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1964741 Jun 22 12:50:49.295719 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43202) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:49.297958 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcecdf8f-9eaf-4d70-b753-2248f061411c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:49.303822 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-fd31425d-a91c-4d48-9fed-5aa41887eda5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'security_group_rule': {'security_group_id': 'bcecdf8f-9eaf-4d70-b753-2248f061411c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:49.308963 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:49.324605 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:50:49.332529 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.342655 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] Sync routers for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:50:49.345232 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fd31425d-a91c-4d48-9fed-5aa41887eda5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.360508 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:49.361726 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:49.381137 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "DELETE /v2.0/floatingips/70424468-279e-4fcd-926c-1ef977ff3b45 HTTP/1.1" status: 204 len: 168 time: 2.2379150 Jun 22 12:50:49.381137 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:49.382123 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b78075-324d-45a4-8e04-ca4505458f59" -d '{"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:49.426122 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858010b7-3a6a-4bd2-bb9b-bfb29ada1f18 x-openstack-request-id: req-858010b7-3a6a-4bd2-bb9b-bfb29ada1f18 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:49.426626 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:49.426969 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-858010b7-3a6a-4bd2-bb9b-bfb29ada1f18 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:49.427454 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'status': 'completed', 'code': 200} Jun 22 12:50:49.457690 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fd31425d-a91c-4d48-9fed-5aa41887eda5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.465421 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fd31425d-a91c-4d48-9fed-5aa41887eda5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.470600 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:49.521146 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31425d-a91c-4d48-9fed-5aa41887eda5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6586f4b5-8b53-4489-bc27-bbf1c8100f22,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:49.529078 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fd31425d-a91c-4d48-9fed-5aa41887eda5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:49.567743 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-fd31425d-a91c-4d48-9fed-5aa41887eda5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.570698 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-fd31425d-a91c-4d48-9fed-5aa41887eda5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2734747 Jun 22 12:50:49.575132 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43212) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:49.581532 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'security_group_rule': {'security_group_id': 'bcecdf8f-9eaf-4d70-b753-2248f061411c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:49.598246 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:49.638026 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b78075-324d-45a4-8e04-ca4505458f59 req-394d4954-1ffd-4f01-9027-c1ddf6fead5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:49.645668 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36b78075-324d-45a4-8e04-ca4505458f59 req-394d4954-1ffd-4f01-9027-c1ddf6fead5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 1099 time: 0.1424630 Jun 22 12:50:49.674631 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.800529 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b78075-324d-45a4-8e04-ca4505458f59 req-f5072f24-e6f4-4b97-a9c9-2edf4899020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:49.809223 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36b78075-324d-45a4-8e04-ca4505458f59 req-f5072f24-e6f4-4b97-a9c9-2edf4899020b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef36231b-af14-4d38-914f-263b094b9072 HTTP/1.1" status: 200 len: 915 time: 0.1485345 Jun 22 12:50:49.849933 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.861494 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.863283 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:49.910920 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62701580-e457-4384-9744-e5f9cc2b5a00,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:49.921117 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:49.922621 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36b78075-324d-45a4-8e04-ca4505458f59 req-a3a61f39-72f5-4d41-90bf-a6f8c0ea8451 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 200 len: 217 time: 0.1121395 Jun 22 12:50:49.936180 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:49.939359 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3603833 Jun 22 12:50:49.941176 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43224) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:49.954362 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'floatingip': {'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:50.016040 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.026592 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.072245 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:37Z', 'revision_number': 5, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:50.098453 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b78075-324d-45a4-8e04-ca4505458f59 req-42cb32a0-bd24-4b88-a629-4b125e462b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:50.106862 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36b78075-324d-45a4-8e04-ca4505458f59 req-42cb32a0-bd24-4b88-a629-4b125e462b06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5c3b8f-3d1c-406a-8d27-a946476c9cac HTTP/1.1" status: 200 len: 853 time: 0.1747665 Jun 22 12:50:50.116976 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] Checking router: 18bc77f7-560f-449c-837c-c94adf168314 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:50:50.131159 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:50:50.131854 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:50.173643 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-ad83ab1d-2b6e-41d4-967c-cc7625f91ae6 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7664bbeeccf84b708f4a20522b8b0866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357883 Jun 22 12:50:50.212363 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b78075-324d-45a4-8e04-ca4505458f59 req-ec65101b-75ca-43ba-9b3b-9893da91ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:50.215012 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36b78075-324d-45a4-8e04-ca4505458f59 req-ec65101b-75ca-43ba-9b3b-9893da91ba81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef36231b-af14-4d38-914f-263b094b9072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1010039 Jun 22 12:50:50.339038 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:50:50.353528 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36b78075-324d-45a4-8e04-ca4505458f59 req-6e59bf6a-1f4d-40aa-8faf-d875da28a5bd service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305377 Jun 22 12:50:50.411242 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-31bae0d9-12c6-4ae3-b451-70150490078e tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:50.412815 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-31bae0d9-12c6-4ae3-b451-70150490078e tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294989 Jun 22 12:50:50.422417 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.474179 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36b78075-324d-45a4-8e04-ca4505458f59 req-eeca284b-aa63-4c72-87c1-9d1fc9a1ef07 service neutron] 10.222.0.52 "GET /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125276 Jun 22 12:50:50.482197 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-cc0b5a00-70ef-4917-8d09-c19477336526 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/quotas/7664bbeeccf84b708f4a20522b8b0866 HTTP/1.1" status: 200 len: 375 time: 0.0172586 Jun 22 12:50:50.528854 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-13e50b76-0d28-4f54-aff9-9f53d25b9f53 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7664bbeeccf84b708f4a20522b8b0866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385494 Jun 22 12:50:50.596321 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Allocated IP 172.28.1.33 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/45afedfa-6cc4-418a-a09d-e627862d67ea) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:50.673091 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:37Z', 'revision_number': 5, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:50:50.708710 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b29b8-4166-48a0-80d3-90b519eb1da1 None None] The sync data for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb is: [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:47:29Z', 'revision_number': 4, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '557701d3-ff4d-4620-9b4b-ce0201d3b07e', 'name': '', 'network_id': 'ef36231b-af14-4d38-914f-263b094b9072', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'mac_address': 'fa:16:3e:9b:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:28Z', 'updated_at': '2021-06-22T12:47:37Z', 'revision_number': 5, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'subnets': [{'id': '4c5c3b8f-3d1c-406a-8d27-a946476c9cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:50:50.732970 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.798062 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5166085'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:50.805918 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:50.858254 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:50.871758 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:50.889709 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b6c3de4e-cb31-4a69-9561-d215a5638fb5 req-81a5d29f-1d84-472e-8fcc-8ae35a451db3 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 210 time: 0.1090872 Jun 22 12:50:50.890277 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:50.961461 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'Port': ['ID=45afedfa-6cc4-418a-a09d-e627862d67ea,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:50.971620 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:51.067699 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.121149 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1542db-c87e-4b7a-9649-aad17eb11c88 None None] New status for floating IP 70424468-279e-4fcd-926c-1ef977ff3b45: DOWN {{(pid=99505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:50:51.140543 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.382066 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.389389 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5166135'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.394623 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f02952cc-31cc-46ac-a9cd-73513326c7b1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:51.492741 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'Port': ['ID=45afedfa-6cc4-418a-a09d-e627862d67ea,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:51.498110 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:51.516232 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.540863 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:51.546482 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-0a5e9f1c-afc8-4a52-b663-b1feeace35ea tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5988972 Jun 22 12:50:51.832779 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-ef1e1cac-63b9-4141-a705-ca254377ca67 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--748147010&fields=id&tenant_id=8508b7fbf9a14475aac642abde198a98 HTTP/1.1" status: 200 len: 267 time: 0.0427063 Jun 22 12:50:51.977962 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-1e12ca95-8249-4fe2-8b25-9cdf62ea87bb tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:51.979552 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-1e12ca95-8249-4fe2-8b25-9cdf62ea87bb tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 811 time: 0.1374087 Jun 22 12:50:51.998839 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-9e6a962b-cae3-4da7-a9e0-257df9458766 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/quotas/8508b7fbf9a14475aac642abde198a98 HTTP/1.1" status: 200 len: 375 time: 0.0118830 Jun 22 12:50:52.128886 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7c151731-6f05-4015-8060-9d881099d1e1 req-19e54071-e95c-4e00-8985-4ee5bc6438a8 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 210 time: 0.0376141 Jun 22 12:50:52.130011 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-d40eb923-bb88-4442-a180-ff42671d57ee tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1235678 Jun 22 12:50:52.362105 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-dd6e3abe-d845-4db9-bbe1-bd5f3028d4f8 service neutron] 10.222.0.20 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132514 Jun 22 12:50:52.467564 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-3ef95526-8486-4742-b6ff-691d0ac20713 service neutron] 10.222.0.20 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994749 Jun 22 12:50:52.675758 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f536ac0f-af58-4c5d-99a6-eb835bd26acd tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7664bbeeccf84b708f4a20522b8b0866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665464 Jun 22 12:50:52.731153 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-24f54c5b-14d7-4e76-93d5-32a0a8c7a809 req-cff8b2e5-8329-4638-8662-1d3995a224a2 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0709381 Jun 22 12:50:53.030462 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-6a25620d-0d6d-416d-beb4-0ab794a0ccef tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:53.032623 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-6a25620d-0d6d-416d-beb4-0ab794a0ccef tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494687 Jun 22 12:50:53.054852 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Request body: {'port': {'device_id': '087c0570-3449-46c2-8add-62b39defdc56', 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a', 'admin_state_up': True, 'tenant_id': '7664bbeeccf84b708f4a20522b8b0866'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:53.254843 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Made reservation on behalf of 7664bbeeccf84b708f4a20522b8b0866 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:53.264312 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.287465 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.356081 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f5361aff-8d98-401c-8648-b96c1f0466a8 req-671c2d1e-ce95-499e-a960-0f896a51ca6f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 210 time: 0.0714488 Jun 22 12:50:53.375410 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe929-699c-415e-b7be-4fc0405752cb req-39f4ae65-2afc-4c48-924b-ea1fa1f71f1c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:53.377147 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ee7fe929-699c-415e-b7be-4fc0405752cb req-39f4ae65-2afc-4c48-924b-ea1fa1f71f1c tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.0769744 Jun 22 12:50:53.473932 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ee7fe929-699c-415e-b7be-4fc0405752cb req-cce417af-32d7-4f8c-a9bc-a58e381b7417 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893676 Jun 22 12:50:53.539354 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.546450 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.550531 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e842d4b0-b2b9-405b-b458-21bcb2e55647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:53.630334 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5a94c1-ac19-41e9-8588-4a74d6cd490b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:53.634430 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:53.718324 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Allocated IP 192.168.233.102 (dd45be74-ce7f-485c-b797-22e1d70bed9a/ead4a1ef-a019-468c-9bc9-25541001dc68/7e2bcba1-181c-4410-8d58-d222822c7684) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:53.887784 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f65443c8-1c60-457d-abe3-f2653484d3af req-5a636d93-46bf-4c9c-bc5d-de740e850c6f tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0321341 Jun 22 12:50:53.921767 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.938900 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Transition to ACTIVE for port object 7e2bcba1-181c-4410-8d58-d222822c7684 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:53.977513 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:53.982455 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:54.043860 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Network dd45be74-ce7f-485c-b797-22e1d70bed9a is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:54.050385 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:54.057633 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:54.100265 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Pushing event updated for resources: {'Port': ['ID=7e2bcba1-181c-4410-8d58-d222822c7684,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:54.108577 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:54.154365 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:54.155437 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:54.226566 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1768355 Jun 22 12:50:54.249244 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Request body: {'port': {'device_id': '087c0570-3449-46c2-8add-62b39defdc56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:54.361800 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-f49cb645-7577-4109-b616-1ad6096bfaf8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:54.363271 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-f49cb645-7577-4109-b616-1ad6096bfaf8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 811 time: 0.1960647 Jun 22 12:50:54.381254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:54.426794 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-aec26c38-559f-42a1-af80-5376f340adae None None] Provisioning for port 7e2bcba1-181c-4410-8d58-d222822c7684 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:54.436876 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-aec26c38-559f-42a1-af80-5376f340adae None None] Provisioning complete for port 7e2bcba1-181c-4410-8d58-d222822c7684 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:54.437521 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-aec26c38-559f-42a1-af80-5376f340adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:54.527839 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-542e465e-9443-4728-9bb9-adfbbc565a04 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8508b7fbf9a14475aac642abde198a98 HTTP/1.1" status: 200 len: 379 time: 0.1424124 Jun 22 12:50:54.539223 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-aec26c38-559f-42a1-af80-5376f340adae None None] Port 7e2bcba1-181c-4410-8d58-d222822c7684 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:54.560969 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'port': {'device_id': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'admin_state_up': True, 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'security_groups': ['bcecdf8f-9eaf-4d70-b753-2248f061411c']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:54.704308 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ed158-3694-4621-abe6-9544f433fbb4 req-b8e5bdae-a0c1-4175-96a9-78908337d66f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:54.706263 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-193ed158-3694-4621-abe6-9544f433fbb4 req-b8e5bdae-a0c1-4175-96a9-78908337d66f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.0783923 Jun 22 12:50:54.751394 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-193ed158-3694-4621-abe6-9544f433fbb4 req-de76768b-411f-44a8-81cc-1dd7b4feb106 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Jun 22 12:50:55.162826 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7dcfd523-e153-44fa-9a59-f85a184db3e9 req-b18c55a7-b0ca-4214-bfd6-bb7eb61048c5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0483861 Jun 22 12:50:55.189872 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60131a94-3d6d-4801-9f95-9bc2edfe3696 req-0d1ca0da-732b-4c61-9024-79fa7743c091 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:55.191536 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-60131a94-3d6d-4801-9f95-9bc2edfe3696 req-0d1ca0da-732b-4c61-9024-79fa7743c091 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 936 time: 0.6249371 Jun 22 12:50:55.261422 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Made reservation on behalf of 8508b7fbf9a14475aac642abde198a98 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:50:55.265026 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:55.305762 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-60131a94-3d6d-4801-9f95-9bc2edfe3696 req-d7dcedf9-3fd5-491c-88d5-707b3ca8448e tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054518 Jun 22 12:50:55.396911 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2bcba1-181c-4410-8d58-d222822c7684 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:50:55.409619 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:55.450333 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Transition to ACTIVE for port object 7e2bcba1-181c-4410-8d58-d222822c7684 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:55.456700 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:55.463787 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-39b1a7fc-4354-4665-ab27-9fcff02cc655 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:55.519903 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Allocated IP 172.20.0.7 (b71f308a-c4cf-460d-8f19-a7831a2f3fcc/00a53fad-6e1d-4fc2-abe4-02558dd5e26f/6c9a8d23-2ea8-4a36-b6ad-d10b056bf972) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:50:55.575217 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2bcba1-181c-4410-8d58-d222822c7684,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:55.585125 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:55.725069 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Attempting to bind port 7e2bcba1-181c-4410-8d58-d222822c7684 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:55.725431 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Attempting to bind port 7e2bcba1-181c-4410-8d58-d222822c7684 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:55.725806 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Attempting to bind port 7e2bcba1-181c-4410-8d58-d222822c7684 on network dd45be74-ce7f-485c-b797-22e1d70bed9a {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:55.737112 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Port 7e2bcba1-181c-4410-8d58-d222822c7684 on network dd45be74-ce7f-485c-b797-22e1d70bed9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:50:55.737432 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Attempting to bind port 7e2bcba1-181c-4410-8d58-d222822c7684 on network dd45be74-ce7f-485c-b797-22e1d70bed9a {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:55.747224 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:55.747558 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Checking segment: {'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:55.747973 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Bound using segment: {'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:55.748474 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Bound port: 7e2bcba1-181c-4410-8d58-d222822c7684, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3702bd6-3529-4d78-a792-36bbc156ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:55.748822 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:55.818717 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:55.842677 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-ca6fedd3-65d8-4138-9da6-343f9e600683 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:55.844347 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-ca6fedd3-65d8-4138-9da6-343f9e600683 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.52 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.0799489 Jun 22 12:50:55.848408 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Transition to ACTIVE for port object 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:55.872116 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] For port 7e2bcba1-181c-4410-8d58-d222822c7684, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:55.876574 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] For port 7e2bcba1-181c-4410-8d58-d222822c7684, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7e2bcba1-181c-4410-8d58-d222822c7684,segment=NetworkSegment(d3702bd6-3529-4d78-a792-36bbc156ba07),segment_id=d3702bd6-3529-4d78-a792-36bbc156ba07)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:55.898423 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:55.906862 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-aa5b3db2-5cc3-4016-a1d1-af21493015b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:55.953093 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:55.953732 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:55.955166 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] 10.222.0.52 "PUT /v2.0/ports/7e2bcba1-181c-4410-8d58-d222822c7684 HTTP/1.1" status: 200 len: 1098 time: 1.7103910 Jun 22 12:50:55.957268 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087c0570-3449-46c2-8add-62b39defdc56', 'tag': '7e2bcba1-181c-4410-8d58-d222822c7684'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:55.959680 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "087c0570-3449-46c2-8add-62b39defdc56", "tag": "7e2bcba1-181c-4410-8d58-d222822c7684"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:55.971178 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.021621 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2bcba1-181c-4410-8d58-d222822c7684,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:56.028357 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:50:56.035225 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:56.035225 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1795d612-e63a-4089-bb7a-463f49b75d7d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:56.035500 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23babe56-a725-4cd7-be8c-a717c3cd5e80 req-224e20c1-9053-4ab6-981c-df8394347acf tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.038193 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:50:56.041906 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23babe56-a725-4cd7-be8c-a717c3cd5e80 req-224e20c1-9053-4ab6-981c-df8394347acf tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 946 time: 0.1467030 Jun 22 12:50:56.063111 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:50:56.081659 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Deleting port e187402a-0c24-4af4-a5e1-f78be18466cf {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:50:56.082081 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.109436 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23babe56-a725-4cd7-be8c-a717c3cd5e80 req-c2ca1a7a-0d76-46c8-99af-81bca1e8f62e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d146edc-b676-4e15-a784-e840a9eea347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673933 Jun 22 12:50:56.186986 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event updated for resources: {'Port': ['ID=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:56.200884 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:56.208351 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62b545-b6c9-461e-8a16-02c66ce73d79 x-openstack-request-id: req-ab62b545-b6c9-461e-8a16-02c66ce73d79 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:56.208778 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087c0570-3449-46c2-8add-62b39defdc56", "tag": "7e2bcba1-181c-4410-8d58-d222822c7684", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:56.208954 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab62b545-b6c9-461e-8a16-02c66ce73d79 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:56.209429 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087c0570-3449-46c2-8add-62b39defdc56', 'tag': '7e2bcba1-181c-4410-8d58-d222822c7684', 'status': 'completed', 'code': 200} Jun 22 12:50:56.235632 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.236311 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.274545 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7350426 Jun 22 12:50:56.282504 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-e50f7742-18bb-47b9-8219-70b1d5cb5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.284347 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-e50f7742-18bb-47b9-8219-70b1d5cb5b51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7664bbeeccf84b708f4a20522b8b0866&device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 1101 time: 0.1945431 Jun 22 12:50:56.299230 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] For port e187402a-0c24-4af4-a5e1-f78be18466cf, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e187402a-0c24-4af4-a5e1-f78be18466cf,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:56.300028 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.314673 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Request body: {'port': {'device_id': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:50:56.404377 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Calling delete_port for e187402a-0c24-4af4-a5e1-f78be18466cf owned by compute:nova {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:50:56.419767 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-326c46e4-c09f-4004-a171-86b2daa6ee5a None None] Provisioning for port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:50:56.422561 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-b166d50c-3c80-4125-b250-955a752436c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=7e2bcba1-181c-4410-8d58-d222822c7684 HTTP/1.1" status: 200 len: 217 time: 0.1132503 Jun 22 12:50:56.430654 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-326c46e4-c09f-4004-a171-86b2daa6ee5a None None] Provisioning complete for port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:50:56.431544 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-326c46e4-c09f-4004-a171-86b2daa6ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.475945 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-326c46e4-c09f-4004-a171-86b2daa6ee5a None None] Port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:50:56.510593 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.544258 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-81e77f96-0102-4510-bd8e-3a74f7982c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.545679 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-81e77f96-0102-4510-bd8e-3a74f7982c9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ead4a1ef-a019-468c-9bc9-25541001dc68 HTTP/1.1" status: 200 len: 843 time: 0.1025779 Jun 22 12:50:56.549353 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea952f-6388-47e5-99ec-3bb6a92b4b2c req-4bea93fc-838f-4611-ac94-7c87ced82881 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.550865 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-51ea952f-6388-47e5-99ec-3bb6a92b4b2c req-4bea93fc-838f-4611-ac94-7c87ced82881 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 931 time: 0.1742346 Jun 22 12:50:56.629916 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-51ea952f-6388-47e5-99ec-3bb6a92b4b2c req-b1b6c09c-116e-4222-bcc8-104c5e824115 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692809 Jun 22 12:50:56.643333 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.648126 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0338c87a-511b-41a6-98c6-3cab5c2239d0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:56.687478 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['e187402a-0c24-4af4-a5e1-f78be18466cf'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:56.694133 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Pushing event deleted for resources: {'Port': ['ID=e187402a-0c24-4af4-a5e1-f78be18466cf,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:56.698099 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:56.750429 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba361b-b1e4-4296-a12a-cf04798aad97 req-e2db08e2-3016-423b-9278-473e014d15d0 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.752009 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3aba361b-b1e4-4296-a12a-cf04798aad97 req-e2db08e2-3016-423b-9278-473e014d15d0 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 948 time: 0.2949769 Jun 22 12:50:56.760480 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] No DVR routers for this DVR port e187402a-0c24-4af4-a5e1-f78be18466cf on host hv-cinder-79668 {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:50:56.762980 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:56.764961 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-553e91c5-6539-4223-9f46-ab8bc40ca32c req-d0d0197e-c53f-4e32-9ccc-02c8d018fb5e tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.52 "DELETE /v2.0/ports/e187402a-0c24-4af4-a5e1-f78be18466cf HTTP/1.1" status: 204 len: 173 time: 0.9149470 Jun 22 12:50:56.765529 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'name': 'network-vif-deleted', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:56.767859 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8724cf-53cb-41d3-8a3d-aede896a6b1c" -d '{"events": [{"server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "name": "network-vif-deleted", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:56.839168 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf04ae8-2279-4c80-bb5f-f1fb3e9585d4 x-openstack-request-id: req-dcf04ae8-2279-4c80-bb5f-f1fb3e9585d4 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:56.839630 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafc8cc5-8135-4b8c-bd66-647c3cd11e16", "name": "network-vif-deleted", "tag": "e187402a-0c24-4af4-a5e1-f78be18466cf", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:56.840015 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcf04ae8-2279-4c80-bb5f-f1fb3e9585d4 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:56.840693 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafc8cc5-8135-4b8c-bd66-647c3cd11e16', 'name': 'network-vif-deleted', 'tag': 'e187402a-0c24-4af4-a5e1-f78be18466cf', 'status': 'completed', 'code': 200} Jun 22 12:50:56.881822 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3aba361b-b1e4-4296-a12a-cf04798aad97 req-5db68db5-c94a-47cb-a3f0-53a073cadd65 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076555 Jun 22 12:50:56.925372 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-b8dfa88a-6764-405a-904f-af5c51fb5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:56.926841 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-b8dfa88a-6764-405a-904f-af5c51fb5f6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd45be74-ce7f-485c-b797-22e1d70bed9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3576679 Jun 22 12:50:57.045864 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:50:57.056712 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:57.087142 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Transition to ACTIVE for port object 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:50:57.092039 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:57.094602 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-cc6f3266-7e03-4b98-bd95-04c2c11cda44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:57.098011 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-8e524552-b231-4064-a5b9-c84eae1c6642 service neutron] 10.222.0.52 "GET /v2.0/networks/dd45be74-ce7f-485c-b797-22e1d70bed9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480377 Jun 22 12:50:57.233550 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Pushing event updated for resources: {'Port': ['ID=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:57.266833 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.266833 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.266833 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.267224 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.267451 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.267792 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.268125 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.268477 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.268825 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.269205 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.269553 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.269893 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:50:57.288982 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b85e7993-1a40-43a6-8e0e-553938ad37e1 req-67563e02-db69-4faa-b129-ae35371b75cc tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] 10.222.0.20 "GET /v2.0/ports?device_id=aafc8cc5-8135-4b8c-bd66-647c3cd11e16 HTTP/1.1" status: 200 len: 210 time: 0.0404112 Jun 22 12:50:57.296179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:57.349869 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-06423934-5764-44e6-b6a8-21e7353e78d5 req-7777b140-3352-4750-86d7-531a59662c1b service neutron] 10.222.0.52 "GET /v2.0/networks/dd45be74-ce7f-485c-b797-22e1d70bed9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290511 Jun 22 12:50:57.375228 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Attempting to bind port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:50:57.375713 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Attempting to bind port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:50:57.376129 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Attempting to bind port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 on network b71f308a-c4cf-460d-8f19-a7831a2f3fcc {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:57.382436 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 on network b71f308a-c4cf-460d-8f19-a7831a2f3fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:50:57.382899 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Attempting to bind port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 on network b71f308a-c4cf-460d-8f19-a7831a2f3fcc {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:50:57.390567 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:50:57.391048 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Checking segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:50:57.391960 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Bound using segment: {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:50:57.391960 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Bound port: 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:50:57.392224 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:57.463241 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] For port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:50:57.466421 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] For port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:50:57.471382 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:57.473494 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-08066b42-d8b5-4500-8746-23d864352d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:57.510392 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:57.510999 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:57.512354 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] 10.222.0.52 "PUT /v2.0/ports/6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 HTTP/1.1" status: 200 len: 1093 time: 1.2044468 Jun 22 12:50:57.532893 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Pushing event updated for resources: {'Port': ['ID=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:57.536277 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:57.697257 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-51519b0c-6c7a-4b88-b483-2b7e223a98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:57.698790 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-51519b0c-6c7a-4b88-b483-2b7e223a98aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7664bbeeccf84b708f4a20522b8b0866&device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 1101 time: 0.1460533 Jun 22 12:50:57.708940 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-1bad77e0-02e7-4ff3-b618-48f3ec976666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:57.710552 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-1bad77e0-02e7-4ff3-b618-48f3ec976666 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 1096 time: 0.1085708 Jun 22 12:50:57.795592 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-cc83d59b-d55f-4a0a-b9b9-d560f9ead6cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 HTTP/1.1" status: 200 len: 217 time: 0.0655937 Jun 22 12:50:57.841003 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723ed3-287f-45a5-9617-ec839323b83e req-7cd7a124-2ce1-4b83-9969-f88bc7a6fbff tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:57.842477 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-83723ed3-287f-45a5-9617-ec839323b83e req-7cd7a124-2ce1-4b83-9969-f88bc7a6fbff tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0688481 Jun 22 12:50:57.874776 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-c52c2e04-4942-4105-9eca-c5d97c2437bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:57.876232 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-c52c2e04-4942-4105-9eca-c5d97c2437bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 200 len: 850 time: 0.0721936 Jun 22 12:50:57.879235 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-3df00491-18b8-429a-8cb2-7c0b8c1bec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:57.880664 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-3df00491-18b8-429a-8cb2-7c0b8c1bec16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd45be74-ce7f-485c-b797-22e1d70bed9a HTTP/1.1" status: 200 len: 870 time: 0.1692944 Jun 22 12:50:57.891386 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-83723ed3-287f-45a5-9617-ec839323b83e req-642dc0fb-7c17-4591-8725-2646db7f6979 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397537 Jun 22 12:50:57.968044 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-c7fc98fc-b91a-499c-834f-5d965e4913ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=7e2bcba1-181c-4410-8d58-d222822c7684 HTTP/1.1" status: 200 len: 217 time: 0.0757039 Jun 22 12:50:58.076303 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-203f7892-d751-4b91-89db-4e60c10c892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.077812 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-203f7892-d751-4b91-89db-4e60c10c892d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ead4a1ef-a019-468c-9bc9-25541001dc68 HTTP/1.1" status: 200 len: 843 time: 0.1018531 Jun 22 12:50:58.082657 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-2d2f4a91-29db-4d86-9b70-75a6651c6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.084208 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-2d2f4a91-29db-4d86-9b70-75a6651c6adc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1936324 Jun 22 12:50:58.214406 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'tag': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:50:58.216598 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75a9113-c61e-451e-9854-04699d8154b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1", "tag": "6c9a8d23-2ea8-4a36-b6ad-d10b056bf972"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:50:58.234384 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80e0a4-d0e9-4963-8d1b-7034c92ec91d req-fb1a96e5-a91a-40cf-8938-105a95ba8091 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.235900 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bb80e0a4-d0e9-4963-8d1b-7034c92ec91d req-fb1a96e5-a91a-40cf-8938-105a95ba8091 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 948 time: 0.2172496 Jun 22 12:50:58.270280 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a1cd37-d9e2-42cc-9106-011474df16ba x-openstack-request-id: req-66a1cd37-d9e2-42cc-9106-011474df16ba {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:50:58.270613 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1", "tag": "6c9a8d23-2ea8-4a36-b6ad-d10b056bf972", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:50:58.270902 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66a1cd37-d9e2-42cc-9106-011474df16ba {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:50:58.271323 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'tag': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'status': 'completed', 'code': 200} Jun 22 12:50:58.273292 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-3e550c13-4097-4d84-bbd3-6a4a8cf57410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.275407 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-3e550c13-4097-4d84-bbd3-6a4a8cf57410 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd45be74-ce7f-485c-b797-22e1d70bed9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1894989 Jun 22 12:50:58.277414 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-147fefda-34ee-4d34-b254-6c7d8ee34573 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803002 Jun 22 12:50:58.299381 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-bb80e0a4-d0e9-4963-8d1b-7034c92ec91d req-a0ffdcb7-13f3-478d-9470-9360817420bc tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555348 Jun 22 12:50:58.487791 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-4c67c6dd-52d4-41c6-9b92-45b2e550c20a service neutron] 10.222.0.52 "GET /v2.0/networks/dd45be74-ce7f-485c-b797-22e1d70bed9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873724 Jun 22 12:50:58.489557 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-818fb806-7e81-41a7-a1a1-c500dc5af977 req-469dd3bf-8a30-415b-9b45-4a991bf5d2dd service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882455 Jun 22 12:50:58.644157 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aafa7069-6dd4-4e2f-9c24-4a49cae77ff0 req-87999c3a-b381-4114-b33c-02f5d1cab22a service neutron] 10.222.0.52 "GET /v2.0/networks/dd45be74-ce7f-485c-b797-22e1d70bed9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391284 Jun 22 12:50:58.674891 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a9113-c61e-451e-9854-04699d8154b2 req-3c431249-81e1-4662-bfca-2e32e73ef457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.676402 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c75a9113-c61e-451e-9854-04699d8154b2 req-3c431249-81e1-4662-bfca-2e32e73ef457 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0712688 Jun 22 12:50:58.833233 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a9113-c61e-451e-9854-04699d8154b2 req-2842af74-ba6e-4096-8c2a-d73bd949f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.834861 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c75a9113-c61e-451e-9854-04699d8154b2 req-2842af74-ba6e-4096-8c2a-d73bd949f7df service neutron] 10.222.0.52 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 912 time: 0.1263466 Jun 22 12:50:58.861007 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 7e2bcba1-181c-4410-8d58-d222822c7684 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:50:58.876813 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device e187402a-0c24-4af4-a5e1-f78be18466cf no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:50:58.899577 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c75a9113-c61e-451e-9854-04699d8154b2 req-308d48fe-a15d-4771-882f-3a73b46570b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 HTTP/1.1" status: 200 len: 217 time: 0.0455976 Jun 22 12:50:58.919187 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: e187402a-0c24-4af4-a5e1-f78be18466cf {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:50:58.919894 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device e187402a-0c24-4af4-a5e1-f78be18466cf not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:50:58.966010 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a9113-c61e-451e-9854-04699d8154b2 req-7bc753ea-831b-47e3-9997-988e7f01850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:58.968101 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c75a9113-c61e-451e-9854-04699d8154b2 req-7bc753ea-831b-47e3-9997-988e7f01850f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 200 len: 850 time: 0.0626152 Jun 22 12:50:59.048046 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 7e2bcba1-181c-4410-8d58-d222822c7684, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7e2bcba1-181c-4410-8d58-d222822c7684,segment=NetworkSegment(d3702bd6-3529-4d78-a792-36bbc156ba07),segment_id=d3702bd6-3529-4d78-a792-36bbc156ba07)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:59.067868 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '7e2bcba1-181c-4410-8d58-d222822c7684', 'network_id': 'dd45be74-ce7f-485c-b797-22e1d70bed9a', 'port_id': '7e2bcba1-181c-4410-8d58-d222822c7684', 'mac_address': 'fa:16:3e:b0:70:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead4a1ef-a019-468c-9bc9-25541001dc68', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:50:59.068528 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a9113-c61e-451e-9854-04699d8154b2 req-5601e52a-c7e4-41cf-94d2-59ebc5cf7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:59.072880 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c75a9113-c61e-451e-9854-04699d8154b2 req-5601e52a-c7e4-41cf-94d2-59ebc5cf7be6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941880 Jun 22 12:50:59.111525 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:59.126674 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2bcba1-181c-4410-8d58-d222822c7684 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:50:59.151203 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 7e2bcba1-181c-4410-8d58-d222822c7684, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7e2bcba1-181c-4410-8d58-d222822c7684,segment=NetworkSegment(d3702bd6-3529-4d78-a792-36bbc156ba07),segment_id=d3702bd6-3529-4d78-a792-36bbc156ba07)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:50:59.158317 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:50:59.161599 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:50:59.197641 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43392) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:50:59.248650 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=7e2bcba1-181c-4410-8d58-d222822c7684,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:50:59.254821 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:50:59.343980 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c75a9113-c61e-451e-9854-04699d8154b2 req-8ffe33f8-f5ad-4e90-96a8-c906521e8376 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495134 Jun 22 12:50:59.354403 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6456f8-822a-48d3-94c5-1fe249fcc6c5 req-da8314b2-ea93-492b-a571-8b2da8652be3 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:59.355985 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8c6456f8-822a-48d3-94c5-1fe249fcc6c5 req-da8314b2-ea93-492b-a571-8b2da8652be3 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 943 time: 0.2811596 Jun 22 12:50:59.484760 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['7e2bcba1-181c-4410-8d58-d222822c7684'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:50:59.495263 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd8c78-2527-4b86-a6ef-2d48a87f1f68 req-f3d32d08-54bf-4772-902d-bce8972c8406 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:50:59.496988 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ebd8c78-2527-4b86-a6ef-2d48a87f1f68 req-f3d32d08-54bf-4772-902d-bce8972c8406 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 949 time: 0.0756269 Jun 22 12:50:59.545123 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ebd8c78-2527-4b86-a6ef-2d48a87f1f68 req-843aae2b-73a3-43c8-b54a-c5bb6898fc4b tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Jun 22 12:50:59.810267 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8c6456f8-822a-48d3-94c5-1fe249fcc6c5 req-02c4bbc0-7c8f-4a40-96e3-c0780445a8e6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4419434 Jun 22 12:50:59.868082 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c75a9113-c61e-451e-9854-04699d8154b2 req-9dd74324-1ec1-498e-8902-cc4d414005da service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084863 Jun 22 12:51:00.074737 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973273'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:00.367847 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Deleting port 557701d3-ff4d-4620-9b4b-ce0201d3b07e {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:00.368634 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:00.457403 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] For port 557701d3-ff4d-4620-9b4b-ce0201d3b07e, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=557701d3-ff4d-4620-9b4b-ce0201d3b07e,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:00.457768 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:00.525081 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Calling delete_port for 557701d3-ff4d-4620-9b4b-ce0201d3b07e owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:00.792424 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:00.794665 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5154bf19-8676-4294-91d4-5a8c1ffb3b53 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:00.829349 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Pushing event deleted for resources: {'Port': ['ID=557701d3-ff4d-4620-9b4b-ce0201d3b07e,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:00.831453 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:00.860890 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:51:00.909250 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528e24a-e8a5-4c4b-92d1-a2d15f85da60 req-e3488d8d-9e33-48c4-bb00-0e71544ea636 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:00.910835 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2528e24a-e8a5-4c4b-92d1-a2d15f85da60 req-e3488d8d-9e33-48c4-bb00-0e71544ea636 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 949 time: 0.1734710 Jun 22 12:51:01.004917 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2528e24a-e8a5-4c4b-92d1-a2d15f85da60 req-5e54287e-06f1-421b-966d-757944206dcb tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850780 Jun 22 12:51:01.028847 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfec28-47c1-4559-8f83-f55f39491c3a req-ae399ca5-92ee-41a3-8aa8-a96259cc70c6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:01.036335 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ecfec28-47c1-4559-8f83-f55f39491c3a req-ae399ca5-92ee-41a3-8aa8-a96259cc70c6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 943 time: 0.0825176 Jun 22 12:51:01.051377 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:01.064276 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 7e2bcba1-181c-4410-8d58-d222822c7684 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:01.077696 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973173'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:01.089614 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-0ecfec28-47c1-4559-8f83-f55f39491c3a req-6f772c57-7f69-46da-b1e4-c19186d35cac tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510173 Jun 22 12:51:01.102027 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'port_id': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'mac_address': 'fa:16:3e:a7:33:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:51:01.159545 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:01.177116 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:51:01.183419 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port 7e2bcba1-181c-4410-8d58-d222822c7684 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:01.193076 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 7e2bcba1-181c-4410-8d58-d222822c7684 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:01.193604 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:01.225848 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:01.235585 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:01.239501 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:01.300742 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:01.323093 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:01.348780 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:01.374298 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c0570-3449-46c2-8add-62b39defdc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2bcba1-181c-4410-8d58-d222822c7684'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:01.376753 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a22734-2bbf-44af-a167-5b2360b7ab9e" -d '{"events": [{"server_uuid": "087c0570-3449-46c2-8add-62b39defdc56", "name": "network-vif-plugged", "status": "completed", "tag": "7e2bcba1-181c-4410-8d58-d222822c7684"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:01.409621 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 7e2bcba1-181c-4410-8d58-d222822c7684, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7e2bcba1-181c-4410-8d58-d222822c7684,segment=NetworkSegment(d3702bd6-3529-4d78-a792-36bbc156ba07),segment_id=d3702bd6-3529-4d78-a792-36bbc156ba07)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:01.416392 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:01.420821 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-c97fe31d-5a25-4b5e-9c20-110a91a02b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:01.429195 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b48417c-5a8c-4f6b-814c-b68f27cb2a64 x-openstack-request-id: req-4b48417c-5a8c-4f6b-814c-b68f27cb2a64 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:01.430447 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c0570-3449-46c2-8add-62b39defdc56", "name": "network-vif-plugged", "status": "completed", "tag": "7e2bcba1-181c-4410-8d58-d222822c7684", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:01.431237 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b48417c-5a8c-4f6b-814c-b68f27cb2a64 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:01.432820 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087c0570-3449-46c2-8add-62b39defdc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2bcba1-181c-4410-8d58-d222822c7684', 'code': 200} Jun 22 12:51:01.444349 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Router 18bc77f7-560f-449c-837c-c94adf168314 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:51:01.507025 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=7e2bcba1-181c-4410-8d58-d222822c7684,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:01.512737 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:01.583589 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:51:01.589123 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] 10.222.0.20 "PUT /v2.0/routers/18bc77f7-560f-449c-837c-c94adf168314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3862889 Jun 22 12:51:01.591462 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43408) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:01.605216 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] Sync routers for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:51:01.609438 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['6c9a8d23-2ea8-4a36-b6ad-d10b056bf972'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:51:01.652331 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:01.653250 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:01.747697 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:01.803897 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:01.805275 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c01f-b2e1-488d-832c-e7d5cdd68a8a req-42fa9207-33f5-4290-8e1a-91760efb5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:01.806847 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1a92c01f-b2e1-488d-832c-e7d5cdd68a8a req-42fa9207-33f5-4290-8e1a-91760efb5f15 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 1103 time: 0.1178181 Jun 22 12:51:01.880552 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1a92c01f-b2e1-488d-832c-e7d5cdd68a8a req-f7178dca-31f9-4584-b855-aa27d1ab2cdf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Jun 22 12:51:01.890023 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:01.950604 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Deleting port 9b9e63cf-01ef-4860-b497-5d06cc26c0db {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:01.950957 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.048251 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] For port 9b9e63cf-01ef-4860-b497-5d06cc26c0db, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=9b9e63cf-01ef-4860-b497-5d06cc26c0db,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:02.048716 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.050909 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:51:00Z', 'revision_number': 5, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port': {'id': '9b9e63cf-01ef-4860-b497-5d06cc26c0db', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bc77f7-560f-449c-837c-c94adf168314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:25Z', 'updated_at': '2021-06-22T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:02.083344 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] Checking router: 18bc77f7-560f-449c-837c-c94adf168314 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:51:02.093588 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] Routers {'18bc77f7-560f-449c-837c-c94adf168314'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:02.094287 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['18bc77f7-560f-449c-837c-c94adf168314'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:02.131291 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Calling delete_port for 9b9e63cf-01ef-4860-b497-5d06cc26c0db owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:02.199187 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] Set router 18bc77f7-560f-449c-837c-c94adf168314 gateway port host: None {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:02.261381 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:51:01Z', 'revision_number': 6, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port_host': None}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:02.293767 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba781ad-d81a-445a-8451-664be92edd3f None None] The sync data for ids ['18bc77f7-560f-449c-837c-c94adf168314'] in dv-cinder-796680-1-smb is: [{'id': '18bc77f7-560f-449c-837c-c94adf168314', 'name': 'tempest-TestMinimumBasicScenario-968971990-router', 'tenant_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:24Z', 'updated_at': '2021-06-22T12:51:01Z', 'revision_number': 6, 'project_id': 'f27c4a8f031f4eb7af5640adffd2560e', 'gw_port_host': None}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:51:02.303849 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864589d4-640c-4a94-bfa9-853735b269e3 req-fdab81b8-fc97-46b7-b6e9-d482cc55638e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:02.311851 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-864589d4-640c-4a94-bfa9-853735b269e3 req-fdab81b8-fc97-46b7-b6e9-d482cc55638e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 944 time: 0.0898991 Jun 22 12:51:02.324397 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4a1f1-5f98-40cb-80d9-5c8c0f400fb0 req-84218b66-1d27-40ff-b307-aff34ded05d4 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:02.325243 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-74b4a1f1-5f98-40cb-80d9-5c8c0f400fb0 req-84218b66-1d27-40ff-b307-aff34ded05d4 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 950 time: 0.1393979 Jun 22 12:51:02.352309 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-864589d4-640c-4a94-bfa9-853735b269e3 req-9965dd97-7703-435c-b00c-e7ddf8d479fe tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389609 Jun 22 12:51:02.409728 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-74b4a1f1-5f98-40cb-80d9-5c8c0f400fb0 req-fa69f265-750c-465c-bc25-becebb510bdb tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772219 Jun 22 12:51:02.415303 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.417832 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3e4fe87b-270d-4ed8-848e-ce05c7391828 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:02.443636 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9e63cf-01ef-4860-b497-5d06cc26c0db,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:02.448238 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:02.529637 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1035600'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.630009 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16263'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.632323 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.704943 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971244'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.705977 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bc77f7-560f-449c-837c-c94adf168314 {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:51:02.715599 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.717396 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] 10.222.0.20 "DELETE /v2.0/routers/18bc77f7-560f-449c-837c-c94adf168314 HTTP/1.1" status: 204 len: 168 time: 1.1246612 Jun 22 12:51:02.721476 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43416) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:02.779731 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Deleting subnet 4c5c3b8f-3d1c-406a-8d27-a946476c9cac {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:51:02.783537 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.826438 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5645710'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.881715 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:02.938993 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:02.943538 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:02.943937 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:02.967814 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.041559 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.060480 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4398795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5124768'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.064173 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-81cfbc6e-1ca6-42ad-aa4a-53a41e4bf247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:03.092076 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5c3b8f-3d1c-406a-8d27-a946476c9cac,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:03.098130 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:03.101390 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.104028 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4c5c3b8f-3d1c-406a-8d27-a946476c9cac HTTP/1.1" status: 204 len: 168 time: 0.3811326 Jun 22 12:51:03.107062 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:03.108117 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43418) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:03.112899 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b48106-18af-42e8-8098-7fe9bb985927 None None] Network ef36231b-af14-4d38-914f-263b094b9072 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:51:03.184008 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.190553 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-e35ba91f-6241-4b9f-958b-2ea956f7454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:03.201908 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.296329 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:03.300850 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:03.303826 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Deleting port 088ec872-1d18-4b1f-94f6-b98531e2ce50 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:03.304277 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.434201 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:03.451104 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851e93e2-1f87-4391-a95b-bb35d3ecd880" -d '{"events": [{"server_uuid": "b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1", "name": "network-vif-plugged", "status": "completed", "tag": "6c9a8d23-2ea8-4a36-b6ad-d10b056bf972"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:03.475305 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 9b9e63cf-01ef-4860-b497-5d06cc26c0db no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:03.552484 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] DHCP port deletion for ef36231b-af14-4d38-914f-263b094b9072 request from dv-cinder-796680-1-smb {{(pid=99504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:51:03.572372 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 9b9e63cf-01ef-4860-b497-5d06cc26c0db {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:03.572584 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 9b9e63cf-01ef-4860-b497-5d06cc26c0db not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:03.575644 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 557701d3-ff4d-4620-9b4b-ce0201d3b07e no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:03.631109 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 557701d3-ff4d-4620-9b4b-ce0201d3b07e {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:03.631919 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 557701d3-ff4d-4620-9b4b-ce0201d3b07e not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:03.716223 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] Deleting port 088ec872-1d18-4b1f-94f6-b98531e2ce50 {{(pid=99504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:03.716646 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.787670 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] For port 088ec872-1d18-4b1f-94f6-b98531e2ce50, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=088ec872-1d18-4b1f-94f6-b98531e2ce50,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:03.788142 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.793950 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] For port 088ec872-1d18-4b1f-94f6-b98531e2ce50, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=088ec872-1d18-4b1f-94f6-b98531e2ce50,segment=NetworkSegment(73010de4-e0d9-422a-bb81-688d4d2f58ba),segment_id=73010de4-e0d9-422a-bb81-688d4d2f58ba)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:03.794516 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:03.869607 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] Calling delete_port for 088ec872-1d18-4b1f-94f6-b98531e2ce50 owned by network:dhcp {{(pid=99504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:03.870738 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0f4d-1313-48b8-bd4d-38758db043d5 req-60c89c2d-0033-4f40-bf5b-c32472f13751 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.872560 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-11fb0f4d-1313-48b8-bd4d-38758db043d5 req-60c89c2d-0033-4f40-bf5b-c32472f13751 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 945 time: 0.1875114 Jun 22 12:51:03.888043 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Calling delete_port for 088ec872-1d18-4b1f-94f6-b98531e2ce50 owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:03.939024 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-11fb0f4d-1313-48b8-bd4d-38758db043d5 req-e7531549-2079-4ce7-a650-69d92a1e9a27 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546622 Jun 22 12:51:03.948746 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d2aca-a39d-4469-95d3-f1a5b2d8e101 req-d0081a7b-c09f-495e-b1a2-fd7c0cdd1f04 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:03.953954 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f49d2aca-a39d-4469-95d3-f1a5b2d8e101 req-d0081a7b-c09f-495e-b1a2-fd7c0cdd1f04 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 950 time: 0.2274148 Jun 22 12:51:04.006185 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867c184b-7775-4fd3-b9ef-3615c04ce778 x-openstack-request-id: req-867c184b-7775-4fd3-b9ef-3615c04ce778 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:04.006493 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1", "name": "network-vif-plugged", "status": "completed", "tag": "6c9a8d23-2ea8-4a36-b6ad-d10b056bf972", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:04.006758 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-867c184b-7775-4fd3-b9ef-3615c04ce778 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:04.007157 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'code': 200} Jun 22 12:51:04.044874 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f49d2aca-a39d-4469-95d3-f1a5b2d8e101 req-f0d68f55-ca0e-4ad9-ab16-2a9a0ed4e9c4 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Jun 22 12:51:04.046231 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:04.049669 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:04.059570 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720'] for port, after_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:04.066559 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:04.075730 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=088ec872-1d18-4b1f-94f6-b98531e2ce50,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:04.091425 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] No DVR routers for this DVR port 088ec872-1d18-4b1f-94f6-b98531e2ce50 on host dv-cinder-796680-1-smb {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:51:04.095674 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.096382 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.097020 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.097675 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.098318 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.098934 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.099441 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.099804 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.100399 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.101034 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.113860 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.114563 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] Pushing event deleted for resources: {'Port': ['ID=088ec872-1d18-4b1f-94f6-b98531e2ce50,revision_number=None']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:04.115121 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:04.119126 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:04.123232 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] No DVR routers for this DVR port 088ec872-1d18-4b1f-94f6-b98531e2ce50 on host dv-cinder-796680-1-smb {{(pid=99504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:51:04.154256 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:04.218372 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:04.231426 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef36231b-af14-4d38-914f-263b094b9072']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:04.246904 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73010de4-e0d9-422a-bb81-688d4d2f58ba') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:04.247198 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73010de4-e0d9-422a-bb81-688d4d2f58ba') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:04.262176 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:04.283049 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:04.294211 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:51:04.294864 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:51:04.298013 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:51:04.395698 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d424da4-5c49-4fd2-87d4-d16673c3a5a6 req-c3010ebe-0e7e-4e2d-b392-4feac5afaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:04.397190 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0d424da4-5c49-4fd2-87d4-d16673c3a5a6 req-c3010ebe-0e7e-4e2d-b392-4feac5afaf2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0908437 Jun 22 12:51:04.399988 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:04.407322 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-5a7e70af-c520-48a3-8eb9-054fe1e8c32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:04.444283 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:04.449161 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef36231b-af14-4d38-914f-263b094b9072 HTTP/1.1" status: 204 len: 168 time: 1.3386753 Jun 22 12:51:04.450938 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef36231b-af14-4d38-914f-263b094b9072,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:04.453900 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43436) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:04.464730 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:04.474588 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0d424da4-5c49-4fd2-87d4-d16673c3a5a6 req-2f1d62f7-0c16-481f-8094-661f82f6c0ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687237 Jun 22 12:51:04.584340 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1565fe3-9447-4cb8-aa43-8439caeb9466 req-0444a677-5dcd-4795-b61c-1a0dc2aec9b7 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:04.586421 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1565fe3-9447-4cb8-aa43-8439caeb9466 req-0444a677-5dcd-4795-b61c-1a0dc2aec9b7 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 950 time: 0.0691159 Jun 22 12:51:04.629189 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1565fe3-9447-4cb8-aa43-8439caeb9466 req-f495397c-655a-43e2-98e9-022f0b299687 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Jun 22 12:51:05.000258 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973273'] for router_interface, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:05.251886 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fce23-7583-4922-9683-04019ca5fe28 req-37231c3b-b6c9-4422-ac07-5bfbb0669476 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:05.253311 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e39fce23-7583-4922-9683-04019ca5fe28 req-37231c3b-b6c9-4422-ac07-5bfbb0669476 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 945 time: 0.1708014 Jun 22 12:51:05.314596 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e39fce23-7583-4922-9683-04019ca5fe28 req-d10d72c4-653d-4b66-8989-b96ed07399a1 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502326 Jun 22 12:51:05.396234 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 088ec872-1d18-4b1f-94f6-b98531e2ce50 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:05.412188 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Deleting port 68d93dde-b514-4cfd-976f-0e20a48654a7 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:05.412923 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:05.420012 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 088ec872-1d18-4b1f-94f6-b98531e2ce50 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:05.420365 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 088ec872-1d18-4b1f-94f6-b98531e2ce50 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:05.501030 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] For port 68d93dde-b514-4cfd-976f-0e20a48654a7, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=68d93dde-b514-4cfd-976f-0e20a48654a7,segment=NetworkSegment(4966aec5-3112-42ce-bedd-bccaca81cbfc),segment_id=4966aec5-3112-42ce-bedd-bccaca81cbfc)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:05.501568 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:05.571002 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Calling delete_port for 68d93dde-b514-4cfd-976f-0e20a48654a7 owned by network:router_interface {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:05.835008 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:05.839399 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-82ead86d-5b42-4430-aaa6-578d44141f02 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:05.876988 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d93dde-b514-4cfd-976f-0e20a48654a7,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:05.883807 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:05.945465 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bde9f-5649-4bc1-abca-2fefdebdff71 req-55894ece-7e81-4aff-a7b9-407f513e823f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:05.947708 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8e2bde9f-5649-4bc1-abca-2fefdebdff71 req-55894ece-7e81-4aff-a7b9-407f513e823f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 950 time: 0.1788318 Jun 22 12:51:06.048367 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-8e2bde9f-5649-4bc1-abca-2fefdebdff71 req-b9b56236-5cf3-4c63-ae4e-cb7607caf17c tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894911 Jun 22 12:51:06.118323 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973173'] for router_interface, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:06.532121 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406454e-da2d-4dc8-8b86-05cc3ce7cc28 req-d722d813-24bd-4677-b79a-391b444bf1ad tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:06.533726 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6406454e-da2d-4dc8-8b86-05cc3ce7cc28 req-d722d813-24bd-4677-b79a-391b444bf1ad tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0810597 Jun 22 12:51:06.583492 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6406454e-da2d-4dc8-8b86-05cc3ce7cc28 req-e5ceb248-f6e8-4791-b07e-fab70df689d1 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424628 Jun 22 12:51:06.616298 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Router 62c0b720-4e76-4b54-ace6-e2319a63fa6b has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:51:06.772630 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:51:06.778733 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] 10.222.0.20 "PUT /v2.0/routers/62c0b720-4e76-4b54-ace6-e2319a63fa6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3234849 Jun 22 12:51:06.781952 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43450) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:06.782214 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] Sync routers for ids ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:51:06.795102 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] Routers {'62c0b720-4e76-4b54-ace6-e2319a63fa6b'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:06.795759 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:06.812166 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005ca5a-4a46-458c-ba9b-3507450fabc0 req-a3449ebb-9921-48ec-8063-387abe675f6e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:06.814670 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6005ca5a-4a46-458c-ba9b-3507450fabc0 req-a3449ebb-9921-48ec-8063-387abe675f6e tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 945 time: 0.1002746 Jun 22 12:51:06.823445 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43452) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:06.828614 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Request body: {'floatingip': {'port_id': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:06.871410 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:06.926741 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] Set router 62c0b720-4e76-4b54-ace6-e2319a63fa6b gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:06.946840 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.009625 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-cc972879-c3fd-4bd4-a2ff-a50664b3e89b tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:07.011232 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-cc972879-c3fd-4bd4-a2ff-a50664b3e89b tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.52 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 950 time: 0.1582706 Jun 22 12:51:07.179504 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:51:07.237598 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.330236 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:51:05Z', 'revision_number': 5, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port': {'id': '9dadd10c-eefd-4810-86cd-347904dffe88', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:47:33Z', 'updated_at': '2021-06-22T12:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:07.379347 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] Checking router: 62c0b720-4e76-4b54-ace6-e2319a63fa6b for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:51:07.391311 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] Routers {'62c0b720-4e76-4b54-ace6-e2319a63fa6b'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:07.391960 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:07.500449 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] Set router 62c0b720-4e76-4b54-ace6-e2319a63fa6b gateway port host: None {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:07.507941 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.513791 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.568194 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:51:07Z', 'revision_number': 6, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port_host': None}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:07.609172 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cf0cd-cfa1-4a66-bef2-06a8cc9d0fa4 None None] The sync data for ids ['62c0b720-4e76-4b54-ace6-e2319a63fa6b'] in dv-cinder-796680-1-smb is: [{'id': '62c0b720-4e76-4b54-ace6-e2319a63fa6b', 'name': 'tempest-TestMinimumBasicScenario-291139467-router', 'tenant_id': '75606217baa64d4d84c08ddea8689c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:47:32Z', 'updated_at': '2021-06-22T12:51:07Z', 'revision_number': 6, 'project_id': '75606217baa64d4d84c08ddea8689c03', 'gw_port_host': None}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:51:07.659989 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.l3_db [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Floating IP 71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9 associated. External IP: 172.28.1.33, port: 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972. Jun 22 12:51:07.699776 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Deleting port 7e2bcba1-181c-4410-8d58-d222822c7684 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:07.700583 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.758917 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Deleting port 9dadd10c-eefd-4810-86cd-347904dffe88 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:07.759261 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.829153 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a2e2-0ecc-4473-8115-6b264aa42499 req-df7b468a-5ffc-46f1-b9d3-dac49e88d214 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:07.830673 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3eb0a2e2-0ecc-4473-8115-6b264aa42499 req-df7b468a-5ffc-46f1-b9d3-dac49e88d214 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 950 time: 0.5464952 Jun 22 12:51:07.890503 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] For port 7e2bcba1-181c-4410-8d58-d222822c7684, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=7e2bcba1-181c-4410-8d58-d222822c7684,segment=NetworkSegment(d3702bd6-3529-4d78-a792-36bbc156ba07),segment_id=d3702bd6-3529-4d78-a792-36bbc156ba07)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:07.890783 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:07.906600 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Router 17d81535-39b5-42ce-bcca-65280e2049ae has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:51:07.987445 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Calling delete_port for 7e2bcba1-181c-4410-8d58-d222822c7684 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:08.015480 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3eb0a2e2-0ecc-4473-8115-6b264aa42499 req-6cba03e4-6557-43fe-bc96-a83b442ee59f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a5a94c1-ac19-41e9-8588-4a74d6cd490b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735599 Jun 22 12:51:08.022601 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] For port 9dadd10c-eefd-4810-86cd-347904dffe88, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=9dadd10c-eefd-4810-86cd-347904dffe88,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:08.023703 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.055414 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:51:08.061710 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.069525 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] Sync routers for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:51:08.082756 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:08.083637 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:08.133718 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-7c109095-ef1a-4c0a-98ec-b5ec06d5264c tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "PUT /v2.0/floatingips/71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9 HTTP/1.1" status: 200 len: 990 time: 1.3087838 Jun 22 12:51:08.135066 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'tag': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:08.136816 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Calling delete_port for 9dadd10c-eefd-4810-86cd-347904dffe88 owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:08.139581 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae1a5cf9a2c868e39f45c1952dc008017089b4335900d93f3b5bdc884269f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ed59a7-70cd-43dc-995d-d6eee18ead2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1", "tag": "6c9a8d23-2ea8-4a36-b6ad-d10b056bf972"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:08.294233 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c380fedb-ecd7-411a-9103-1159a7d7cd67 x-openstack-request-id: req-c380fedb-ecd7-411a-9103-1159a7d7cd67 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:08.294788 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1", "tag": "6c9a8d23-2ea8-4a36-b6ad-d10b056bf972", "status": "completed", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:08.295954 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c380fedb-ecd7-411a-9103-1159a7d7cd67 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:08.296882 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'tag': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'status': 'completed', 'code': 200} Jun 22 12:51:08.313795 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:08.366066 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.393562 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3c0e8c4b-ff86-4484-8f32-882c3a2e406a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:08.455685 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Pushing event deleted for resources: {'Port': ['ID=7e2bcba1-181c-4410-8d58-d222822c7684,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:08.466752 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:08.544053 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.548642 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-822df280-c4f2-4e74-b973-d300879fe53f tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:08.551080 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] No DVR routers for this DVR port 7e2bcba1-181c-4410-8d58-d222822c7684 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:51:08.561356 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.563429 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-96f2fd59-0e32-4a99-bbc1-a7aeedf641d4 req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.52 "DELETE /v2.0/ports/7e2bcba1-181c-4410-8d58-d222822c7684 HTTP/1.1" status: 204 len: 173 time: 1.5449319 Jun 22 12:51:08.563989 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c0570-3449-46c2-8add-62b39defdc56', 'name': 'network-vif-deleted', 'tag': '7e2bcba1-181c-4410-8d58-d222822c7684'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:08.567237 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9b69eb-037a-4f50-aa6f-e6a9573d5d5d" -d '{"events": [{"server_uuid": "087c0570-3449-46c2-8add-62b39defdc56", "name": "network-vif-deleted", "tag": "7e2bcba1-181c-4410-8d58-d222822c7684"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:08.592577 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['7e2bcba1-181c-4410-8d58-d222822c7684'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:51:08.633767 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Pushing event deleted for resources: {'Port': ['ID=9dadd10c-eefd-4810-86cd-347904dffe88,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:08.648014 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:08.753868 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-ad49a470-0063-42b0-b975-b57ba5764910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:08.758080 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-ad49a470-0063-42b0-b975-b57ba5764910 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8508b7fbf9a14475aac642abde198a98&device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 1098 time: 0.3652906 Jun 22 12:51:08.814602 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4e39a9-d1c8-45d3-9217-577e2c99f0ad x-openstack-request-id: req-4c4e39a9-d1c8-45d3-9217-577e2c99f0ad {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:08.814914 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c0570-3449-46c2-8add-62b39defdc56", "name": "network-vif-deleted", "tag": "7e2bcba1-181c-4410-8d58-d222822c7684", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:08.815222 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c4e39a9-d1c8-45d3-9217-577e2c99f0ad {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:08.815743 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087c0570-3449-46c2-8add-62b39defdc56', 'name': 'network-vif-deleted', 'tag': '7e2bcba1-181c-4410-8d58-d222822c7684', 'status': 'completed', 'code': 200} Jun 22 12:51:08.853348 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'floating_ip_address': '172.28.1.33', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'port_id': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'mac_address': 'fa:16:3e:a7:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:50:50Z', 'updated_at': '2021-06-22T12:51:07Z', 'revision_number': 1, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:08.903080 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1035600'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:08.906361 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] Checking router: 17d81535-39b5-42ce-bcca-65280e2049ae for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:51:08.921726 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:08.922976 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:50:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:09.091652 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16263'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.097596 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.110827 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:09.124876 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-0822b5e2-233a-459e-8510-d2df3ebd6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:09.126442 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-0822b5e2-233a-459e-8510-d2df3ebd6ab8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 200 len: 912 time: 0.3137569 Jun 22 12:51:09.215522 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971244'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.216079 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c0b720-4e76-4b54-ace6-e2319a63fa6b {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:51:09.228050 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.229254 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] 10.222.0.20 "DELETE /v2.0/routers/62c0b720-4e76-4b54-ace6-e2319a63fa6b HTTP/1.1" status: 204 len: 168 time: 2.4462965 Jun 22 12:51:09.232418 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43472) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:09.249587 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-479c8eb6-b4b0-47e9-bee8-a27090b459a3 req-45e68414-d037-425c-9409-fbd2115433ea tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c0570-3449-46c2-8add-62b39defdc56 HTTP/1.1" status: 200 len: 210 time: 0.0502648 Jun 22 12:51:09.269781 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-29570279-4449-4dbc-9486-993f25f2e782 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 HTTP/1.1" status: 200 len: 998 time: 0.1127338 Jun 22 12:51:09.333286 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] Deleting subnet 0cc68e25-ff5d-4db6-9186-17ffa9a9593c {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:51:09.338022 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.394448 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5170620'] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.426697 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-ef572a66-49d7-4722-a456-00e4e74bd857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:09.431345 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-ef572a66-49d7-4722-a456-00e4e74bd857 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 200 len: 850 time: 0.1525080 Jun 22 12:51:09.474694 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 9dadd10c-eefd-4810-86cd-347904dffe88 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:09.504918 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 9dadd10c-eefd-4810-86cd-347904dffe88 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:09.505403 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 9dadd10c-eefd-4810-86cd-347904dffe88 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:09.506072 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 68d93dde-b514-4cfd-976f-0e20a48654a7 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:09.538177 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-b6fac3a7-85ae-4295-a986-db5b9481352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:09.539513 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 68d93dde-b514-4cfd-976f-0e20a48654a7 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:09.540377 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 68d93dde-b514-4cfd-976f-0e20a48654a7 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:09.540600 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-b6fac3a7-85ae-4295-a986-db5b9481352b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b71f308a-c4cf-460d-8f19-a7831a2f3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0988882 Jun 22 12:51:09.610094 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.622412 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'floating_ip_address': '172.28.1.33', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'port_id': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'mac_address': 'fa:16:3e:a7:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:50:50Z', 'updated_at': '2021-06-22T12:51:07Z', 'revision_number': 1, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:09.666468 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79b736-553f-4e0b-bcce-d01eeb2bc1dd None None] The sync data for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb is: [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'floating_ip_address': '172.28.1.33', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'port_id': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'mac_address': 'fa:16:3e:a7:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:50:50Z', 'updated_at': '2021-06-22T12:51:07Z', 'revision_number': 1, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:51:09.694754 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-8a8cf655-a9ea-473f-a862-3b9716ab835d service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343699 Jun 22 12:51:09.708890 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4861047'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.712987 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:09.742004 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.747090 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0cc68e25-ff5d-4db6-9186-17ffa9a9593c HTTP/1.1" status: 204 len: 168 time: 0.5091326 Jun 22 12:51:09.747090 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc68e25-ff5d-4db6-9186-17ffa9a9593c,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:09.747090 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43476) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:09.750400 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7614a97d-31b1-48a1-b56d-b71146497cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:09.752116 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250a77a5-20b2-4e1e-add3-52275f566446 None None] Network 6b6244f4-9d39-4ffa-85aa-5ffae97e120c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:51:09.826742 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-50ed59a7-70cd-43dc-995d-d6eee18ead2d req-7dac374c-fc0a-4316-824f-0c9772f9e080 service neutron] 10.222.0.52 "GET /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247439 Jun 22 12:51:09.863284 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.962135 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Deleting port 832833d8-da14-42da-b88a-e3ea710c1cc6 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:09.962627 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:09.972184 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812dbaab-c6fa-4e26-a7fe-7f0a40ba7dcb None None] New status for floating IP 71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9: ACTIVE {{(pid=99505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:51:09.999442 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] DHCP port deletion for 6b6244f4-9d39-4ffa-85aa-5ffae97e120c request from dv-cinder-796680-1-smb {{(pid=99504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:51:10.090393 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] Deleting port 832833d8-da14-42da-b88a-e3ea710c1cc6 {{(pid=99504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:51:10.090778 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.106273 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] For port 832833d8-da14-42da-b88a-e3ea710c1cc6, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=832833d8-da14-42da-b88a-e3ea710c1cc6,segment=NetworkSegment(4966aec5-3112-42ce-bedd-bccaca81cbfc),segment_id=4966aec5-3112-42ce-bedd-bccaca81cbfc)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:10.107233 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.189379 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] For port 832833d8-da14-42da-b88a-e3ea710c1cc6, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=832833d8-da14-42da-b88a-e3ea710c1cc6,segment=NetworkSegment(4966aec5-3112-42ce-bedd-bccaca81cbfc),segment_id=4966aec5-3112-42ce-bedd-bccaca81cbfc)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:10.190259 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.255090 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Calling delete_port for 832833d8-da14-42da-b88a-e3ea710c1cc6 owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:10.278309 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] Calling delete_port for 832833d8-da14-42da-b88a-e3ea710c1cc6 owned by network:dhcp {{(pid=99504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:51:10.378905 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720'] for port, after_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.389195 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:10.391488 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.396974 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:10.420165 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] No DVR routers for this DVR port 832833d8-da14-42da-b88a-e3ea710c1cc6 on host dv-cinder-796680-1-smb {{(pid=99504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:51:10.425280 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] Pushing event deleted for resources: {'Port': ['ID=832833d8-da14-42da-b88a-e3ea710c1cc6,revision_number=None']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:10.436007 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-aca76e22-8dcd-4eee-a72d-a46f0edcc376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:10.453536 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Pushing event deleted for resources: {'Port': ['ID=832833d8-da14-42da-b88a-e3ea710c1cc6,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:10.457318 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] No DVR routers for this DVR port 832833d8-da14-42da-b88a-e3ea710c1cc6 on host dv-cinder-796680-1-smb {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:51:10.459471 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:10.557684 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.569465 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6244f4-9d39-4ffa-85aa-5ffae97e120c']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:10.582389 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4966aec5-3112-42ce-bedd-bccaca81cbfc') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:10.582697 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4966aec5-3112-42ce-bedd-bccaca81cbfc') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:10.594491 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.615481 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.627935 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:51:10.628482 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: self.session.flush() Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: self.session.flush() Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: self.session.flush() Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: self.session.flush() Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:51:10.631719 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:51:10.729476 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.735499 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:10.740618 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b6244f4-9d39-4ffa-85aa-5ffae97e120c HTTP/1.1" status: 204 len: 168 time: 0.9903643 Jun 22 12:51:10.740618 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ebc4b0d2-e432-486f-b8cb-deec29a66b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:10.765633 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b6244f4-9d39-4ffa-85aa-5ffae97e120c,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:10.770147 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:10.914863 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 7e2bcba1-181c-4410-8d58-d222822c7684 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:10.943821 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: 7e2bcba1-181c-4410-8d58-d222822c7684 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:10.944194 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 7e2bcba1-181c-4410-8d58-d222822c7684 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:11.024546 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43514) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:11.090262 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-b69726a2-b21e-4492-b657-e68c805f5358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f27c4a8f031f4eb7af5640adffd2560e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641081 Jun 22 12:51:11.093069 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43516) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:11.160840 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-18042751-a011-43df-9f4d-d1d3de4195af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.192275 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-18042751-a011-43df-9f4d-d1d3de4195af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.266841 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-18042751-a011-43df-9f4d-d1d3de4195af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.271742 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-18042751-a011-43df-9f4d-d1d3de4195af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.273715 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-18042751-a011-43df-9f4d-d1d3de4195af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d146edc-b676-4e15-a784-e840a9eea347 HTTP/1.1" status: 204 len: 168 time: 0.1794298 Jun 22 12:51:11.274955 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-04eb9bc2-7e24-4443-a73e-879a05c195c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:11.287931 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18042751-a011-43df-9f4d-d1d3de4195af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d146edc-b676-4e15-a784-e840a9eea347,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:11.294058 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-18042751-a011-43df-9f4d-d1d3de4195af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:11.444529 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 832833d8-da14-42da-b88a-e3ea710c1cc6 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:11.480908 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 832833d8-da14-42da-b88a-e3ea710c1cc6 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:51:11.481544 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 832833d8-da14-42da-b88a-e3ea710c1cc6 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:51:11.766745 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43586) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:11.835972 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-8548aa92-07ca-4781-99af-10fba84db83e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75606217baa64d4d84c08ddea8689c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649962 Jun 22 12:51:11.836553 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43590) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:11.915632 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0522cdd4-c546-46c9-b489-ef6ac5d8f1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:11.941637 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0522cdd4-c546-46c9-b489-ef6ac5d8f1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:12.027578 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0522cdd4-c546-46c9-b489-ef6ac5d8f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:12.033143 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0522cdd4-c546-46c9-b489-ef6ac5d8f1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:12.037979 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-0522cdd4-c546-46c9-b489-ef6ac5d8f1d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/590320a9-13a9-43d5-b504-a97ce4d1699f HTTP/1.1" status: 204 len: 168 time: 0.1969128 Jun 22 12:51:12.037979 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d54cabc8-df0e-42b2-80a0-917661baf40a tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:12.054925 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522cdd4-c546-46c9-b489-ef6ac5d8f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590320a9-13a9-43d5-b504-a97ce4d1699f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:12.060052 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0522cdd4-c546-46c9-b489-ef6ac5d8f1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:13.534588 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-29ec6954-0e1d-43ab-8ee5-5e8ec2562d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:15.478631 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43748) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:15.633174 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-55f53e97-1456-4dc8-97e1-818a329b9970 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7664bbeeccf84b708f4a20522b8b0866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551542 Jun 22 12:51:15.636457 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43752) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:15.690289 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9876603f-6ea1-4129-ad3b-36783dd8b824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:15.715288 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9876603f-6ea1-4129-ad3b-36783dd8b824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:15.767131 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9876603f-6ea1-4129-ad3b-36783dd8b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:15.770450 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9876603f-6ea1-4129-ad3b-36783dd8b824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:15.771728 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9876603f-6ea1-4129-ad3b-36783dd8b824 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a5a94c1-ac19-41e9-8588-4a74d6cd490b HTTP/1.1" status: 204 len: 168 time: 0.1341021 Jun 22 12:51:15.773470 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9d4b0ac7-000c-49b5-a93f-dc25f4a088a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:15.786551 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876603f-6ea1-4129-ad3b-36783dd8b824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5a94c1-ac19-41e9-8588-4a74d6cd490b,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:15.790618 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9876603f-6ea1-4129-ad3b-36783dd8b824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:16.515811 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43778) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:16.632764 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1328354789-network', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:16.656303 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Made reservation on behalf of b021e349ae154a63a0ddb5339987aa81 for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:51:16.658665 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.667388 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.761928 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.766332 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.770405 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-3fc1fa9f-f352-4d33-8c33-9af7246af83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:16.788911 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:51:16.808363 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.808747 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Added segment d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f of type vlan for network 97edd773-2798-4c86-a609-ee83d4ae33b5 Jun 22 12:51:16.810222 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8227f2-cabf-46d9-9e56-b1629437f165,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:16.813561 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a0b24305-9133-448f-a3d6-5780776c5409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.821799 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:16.867924 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.900043 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.901440 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:16.902025 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:16.904185 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:16.960205 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4430315 Jun 22 12:51:16.963912 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43784) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:16.968797 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Request body: {'subnet': {'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1328354789-subnet', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'ip_version': 4}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:16.972049 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Pushing event updated for resources: {'Network': ['ID=97edd773-2798-4c86-a609-ee83d4ae33b5,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:16.975383 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:16.986080 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:51:16.998597 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Made reservation on behalf of b021e349ae154a63a0ddb5339987aa81 for: {'subnet': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:51:17.002655 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4861010'] for subnet, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.183418 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5166249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4861024'] for subnet, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.185666 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:17.244158 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a446d248-325e-4ba8-936e-b8b9eb9bf7c1,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:17.248527 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:17.252522 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Checking segment: {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:17.252880 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Network hostable DHCP agents. Network: 97edd773-2798-4c86-a609-ee83d4ae33b5, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:51:17.270782 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:51:17.284551 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 97edd773-2798-4c86-a609-ee83d4ae33b5) {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:17.289210 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:17.289819 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.295935 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95bf32a-8acb-4a01-aca4-a1b044a92369 None None] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:51:17.309662 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ad17994a-cc3d-4f63-8855-1c82980849b0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3446209 Jun 22 12:51:17.310029 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43790) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:17.314709 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:17.349092 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16273'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.350240 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16264'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.406579 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.482267 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.493772 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc098d59d-0549-5389-9673-5004173b1119-97edd773-2798-4c86-a609-ee83d4ae33b5', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1'}]}} from dv-cinder-796680-1-smb. {{(pid=99504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:51:17.494665 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.581417 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.712720 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.db_base_plugin_common [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Allocated IP 172.20.0.2 (97edd773-2798-4c86-a609-ee83d4ae33b5/a446d248-325e-4ba8-936e-b8b9eb9bf7c1/7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0) {{(pid=99504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:17.858688 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.878927 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.920688 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Notify callbacks [] for port, precommit_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.927490 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b692cc5-1b60-4aab-a666-09ff2e9584f8 req-3ba02fa9-e38e-4e98-9d50-8c12bb091496 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:17.930483 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6b692cc5-1b60-4aab-a666-09ff2e9584f8 req-3ba02fa9-e38e-4e98-9d50-8c12bb091496 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.0837555 Jun 22 12:51:17.932513 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Transition to ACTIVE for port object 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:17.958016 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Transition to ACTIVE for port object 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 will not be triggered until provisioned by entity DHCP. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:17.971195 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:17.974239 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6b692cc5-1b60-4aab-a666-09ff2e9584f8 req-a4518389-a85e-4983-acec-4f724e709e6b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379565 Jun 22 12:51:17.976334 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:18.006843 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.020562 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 is already hosted by enough agents. {{(pid=99504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:18.026685 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.base_scheduler [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Resources bound (agent type, host, resource id): {{(pid=99504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:18.028080 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Allocated IP 172.28.1.194 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/2174905a-7f51-4c00-afd1-197ee63e7cb6) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:18.032692 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Received port after_create {{(pid=99504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:18.043256 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Pushing event updated for resources: {'Port': ['ID=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,revision_number=1']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:18.063493 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:18.103401 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Attempting to bind port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:18.103922 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Attempting to bind port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:18.104470 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Attempting to bind port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 on network 97edd773-2798-4c86-a609-ee83d4ae33b5 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:18.110677 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:18.111068 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Checking segment: {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:18.111488 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.111892 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Bound using segment: {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:18.112372 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Bound port: 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:18.112755 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.155921 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.183175 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] For port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:18.186764 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] For port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:18.191277 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.193324 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:18.207711 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.210530 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2c350d03-aa7d-4ff9-86fa-d64bfad3045f tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:18.258569 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Pushing event updated for resources: {'Port': ['ID=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:18.258967 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:18.262106 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:18.264571 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:18.267091 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:18.295095 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Pushing event updated for resources: {'Port': ['ID=2174905a-7f51-4c00-afd1-197ee63e7cb6,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:18.299343 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:18.567652 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.720166 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.779499 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:18.930278 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Router 36261712-1fde-485d-a3b8-a3c910879784 is scheduled to L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:51:19.068729 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:51:19.085546 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Sync routers for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:51:19.095041 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:19.096357 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-c4b1f387-5193-45a4-92fd-f9ae54951c0c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7853301 Jun 22 12:51:19.099734 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43808) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:19.115262 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:19.117977 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:19.264163 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:19.295149 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76823ac3-0d11-42d0-a931-1ad989a37019 None None] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:51:19.568356 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:19.613894 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb34ea2-dd23-45c0-bc5f-33705568e699 req-f738db44-ef47-4ebd-a889-e90761f2c712 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:19.615399 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1cb34ea2-dd23-45c0-bc5f-33705568e699 req-f738db44-ef47-4ebd-a889-e90761f2c712 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.4514015 Jun 22 12:51:19.626863 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-d9f7d6d6-7905-447e-8f62-24a891d31336 None None] Provisioning for port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:19.699237 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1cb34ea2-dd23-45c0-bc5f-33705568e699 req-d1296cfb-8201-472d-ae3a-a8ceed566322 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766876 Jun 22 12:51:19.759291 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:19.786272 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:19.786641 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:19.859775 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:18Z', 'revision_number': 3, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:19.901366 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Checking router: 36261712-1fde-485d-a3b8-a3c910879784 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:51:19.901753 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Updating router 36261712-1fde-485d-a3b8-a3c910879784 port 2174905a-7f51-4c00-afd1-197ee63e7cb6 binding host dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:51:19.955929 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:19.976389 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.134400 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.155160 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.216320 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:20.230684 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.268532 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-3cc76184-9a4d-41d2-a988-ad02884c3846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:20.272804 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Allocated IP 172.20.0.1 (97edd773-2798-4c86-a609-ee83d4ae33b5/a446d248-325e-4ba8-936e-b8b9eb9bf7c1/a2c9a7f0-2090-4371-ab09-b71c902cfe2f) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:20.343189 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-15d4f413-e561-4bf3-be48-9463b5973cb4 None None] Provisioning complete for port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:20.343560 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-15d4f413-e561-4bf3-be48-9463b5973cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.386196 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:20.397515 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:20.397947 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.415843 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Transition to ACTIVE for port object a2c9a7f0-2090-4371-ab09-b71c902cfe2f will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:20.459362 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5166085'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.462702 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:20.510029 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:20.515821 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:20.520736 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:20.529260 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.543466 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:20.548062 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:20.548326 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Transition to ACTIVE for port object 2174905a-7f51-4c00-afd1-197ee63e7cb6 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:20.561279 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.567348 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:20.569456 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034725'] for router_interface, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.668857 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Attempting to bind port 2174905a-7f51-4c00-afd1-197ee63e7cb6 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:20.669507 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Attempting to bind port 2174905a-7f51-4c00-afd1-197ee63e7cb6 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:20.670129 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Attempting to bind port 2174905a-7f51-4c00-afd1-197ee63e7cb6 on network e29e87ec-c1af-4dff-b8c9-ab70709846a2 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:20.675298 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba1d5-2d6a-46f6-8ef2-7d3dddfe89d8 None None] Pushing event updated for resources: {'Port': ['ID=2174905a-7f51-4c00-afd1-197ee63e7cb6,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:20.682769 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-cb2ba1d5-2d6a-46f6-8ef2-7d3dddfe89d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:20.684693 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:20.685359 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:20.686046 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.687512 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Bound using segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:20.687512 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Bound port: 2174905a-7f51-4c00-afd1-197ee63e7cb6, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:20.688150 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.776430 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.779219 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] For port 2174905a-7f51-4c00-afd1-197ee63e7cb6, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:20.785137 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] For port 2174905a-7f51-4c00-afd1-197ee63e7cb6, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=2174905a-7f51-4c00-afd1-197ee63e7cb6,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:20.791844 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:20.794333 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:20.881552 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba1d5-2d6a-46f6-8ef2-7d3dddfe89d8 None None] Pushing event updated for resources: {'Port': ['ID=2174905a-7f51-4c00-afd1-197ee63e7cb6,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:20.886619 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-cb2ba1d5-2d6a-46f6-8ef2-7d3dddfe89d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:20.887842 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:20.888527 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:20.892547 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-74b505d9-18b6-4615-97de-9f7d4f8b6385 None None] Provisioning for port a2c9a7f0-2090-4371-ab09-b71c902cfe2f completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:20.935474 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-74b505d9-18b6-4615-97de-9f7d4f8b6385 None None] Provisioning complete for port a2c9a7f0-2090-4371-ab09-b71c902cfe2f triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:20.935850 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-74b505d9-18b6-4615-97de-9f7d4f8b6385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:21.018207 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-74b505d9-18b6-4615-97de-9f7d4f8b6385 None None] Port a2c9a7f0-2090-4371-ab09-b71c902cfe2f cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:51:21.042974 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:21.084056 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c99765-2328-4658-a148-f9d49a14e1eb req-48086e22-afe8-4a0e-ae1a-cf66de1cf045 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:21.086167 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-11c99765-2328-4658-a148-f9d49a14e1eb req-48086e22-afe8-4a0e-ae1a-cf66de1cf045 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1746037 Jun 22 12:51:21.132071 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:21.139932 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5166135'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:21.147473 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-89a24eba-70de-4819-b36b-31078c3b86b3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:21.192770 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-11c99765-2328-4658-a148-f9d49a14e1eb req-d9f3af09-3cc0-4384-a816-e5ab7a735d00 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975125 Jun 22 12:51:21.220306 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973310'] for router_interface, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:21.222200 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:21.224906 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:21.299417 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 1, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:21.326005 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:21.327957 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:21.328537 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50633226-0245-4261-8f13-f905b4b801e4 None None] The sync data for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb is: [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 1, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:51:21.440900 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:21.501671 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:21.502286 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:21.507350 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Router 36261712-1fde-485d-a3b8-a3c910879784 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:51:21.662896 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-ab224615-2ff3-4c5b-b2d5-08a60f8fce84 None None] Provisioning complete for port a2c9a7f0-2090-4371-ab09-b71c902cfe2f triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:21.663258 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:51:21.663372 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-ab224615-2ff3-4c5b-b2d5-08a60f8fce84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:21.669208 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-b2a06578-1915-4187-9166-e55a795002e4 admin admin] 10.222.0.20 "PUT /v2.0/routers/36261712-1fde-485d-a3b8-a3c910879784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5682924 Jun 22 12:51:21.717253 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-ab224615-2ff3-4c5b-b2d5-08a60f8fce84 None None] Port a2c9a7f0-2090-4371-ab09-b71c902cfe2f cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:51:22.299554 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43832) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:22.304970 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-845253374-network', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:22.335511 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Made reservation on behalf of 83dc94ec5b5e4951b6d24f37ab127eb2 for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:51:22.338536 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.360676 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.520253 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035b0d-bd72-4278-b900-2f8742bcb1c3 req-ae1efe4c-7c46-4db6-a10a-ac57d8a89790 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:22.522706 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e0035b0d-bd72-4278-b900-2f8742bcb1c3 req-ae1efe4c-7c46-4db6-a10a-ac57d8a89790 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1248062 Jun 22 12:51:22.572186 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.579330 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.585215 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-44f04d1c-8810-4d38-b5e7-e370437f9220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:22.622289 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:51:22.644458 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e0035b0d-bd72-4278-b900-2f8742bcb1c3 req-a45eca98-a08f-4973-8f40-b856db84e13b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020687 Jun 22 12:51:22.647822 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba9ba68-ca17-4e07-863c-1ebae3eb7efd,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:22.653965 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:22.655460 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.655798 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Added segment 07cc55cd-1877-43aa-9781-45a81ea05e1d of type vlan for network a9887b48-18db-475d-baec-69137626963b Jun 22 12:51:22.710615 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.759171 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.760816 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:22.761598 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:22.764408 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f9d8b429-51d5-46f1-8cf3-aea2d4058c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:22.831225 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5304410 Jun 22 12:51:22.836545 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43836) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:22.838080 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Pushing event updated for resources: {'Network': ['ID=a9887b48-18db-475d-baec-69137626963b,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:22.841775 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:22.848905 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network a9887b48-18db-475d-baec-69137626963b details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:51:22.855116 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Request body: {'subnet': {'network_id': 'a9887b48-18db-475d-baec-69137626963b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-845253374-subnet', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:22.888305 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Made reservation on behalf of 83dc94ec5b5e4951b6d24f37ab127eb2 for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:51:22.891856 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5124741'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.092957 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5124791'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.095683 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:23.151596 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0638a044-f0fb-4fe1-a5ed-40773aaf699b,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:23.155780 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:23.163568 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Checking segment: {'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:23.163922 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Network hostable DHCP agents. Network: a9887b48-18db-475d-baec-69137626963b, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:51:23.183368 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Network a9887b48-18db-475d-baec-69137626963b is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:51:23.192983 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, a9887b48-18db-475d-baec-69137626963b) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:23.198028 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:23.198618 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.204316 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a34e9-71a6-41e8-a6a5-37d9fad231d2 None None] Network a9887b48-18db-475d-baec-69137626963b requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:51:23.216709 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3787436 Jun 22 12:51:23.219548 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43838) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:23.224662 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:23.260923 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16273'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.262818 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1032363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16264'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.371425 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.398613 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc098d59d-0549-5389-9673-5004173b1119-a9887b48-18db-475d-baec-69137626963b', 'network_id': 'a9887b48-18db-475d-baec-69137626963b', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'fixed_ips': [{'subnet_id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b'}]}} from dv-cinder-796680-1-smb. {{(pid=99504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 12:51:23.399536 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.528875 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 2174905a-7f51-4c00-afd1-197ee63e7cb6 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:23.700754 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 2174905a-7f51-4c00-afd1-197ee63e7cb6 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:23.709380 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 2174905a-7f51-4c00-afd1-197ee63e7cb6 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:23.710253 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:23.727239 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.db_base_plugin_common [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Allocated IP 172.20.0.2 (a9887b48-18db-475d-baec-69137626963b/0638a044-f0fb-4fe1-a5ed-40773aaf699b/7f197f45-6727-4dff-a967-12c3e4482ad9) {{(pid=99504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:23.825228 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Sync routers for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:51:23.838232 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:23.839168 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:23.981004 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:23.999173 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16318'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.050103 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.095970 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a078124-8996-4581-b242-cd16e3df5039 req-420ef0bc-f006-4d01-9754-ce66579989f4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:24.105459 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4a078124-8996-4581-b242-cd16e3df5039 req-420ef0bc-f006-4d01-9754-ce66579989f4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1882551 Jun 22 12:51:24.120488 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Notify callbacks [] for port, precommit_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.125918 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 2174905a-7f51-4c00-afd1-197ee63e7cb6, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=2174905a-7f51-4c00-afd1-197ee63e7cb6,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:24.140098 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.149819 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Transition to ACTIVE for port object 7f197f45-6727-4dff-a967-12c3e4482ad9 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:24.154139 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:24.171847 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4a078124-8996-4581-b242-cd16e3df5039 req-a75e300c-4007-46c0-ac1f-44d6c09a0622 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643601 Jun 22 12:51:24.226441 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Transition to ACTIVE for port object 7f197f45-6727-4dff-a967-12c3e4482ad9 will not be triggered until provisioned by entity DHCP. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:24.246343 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711'] for port, after_create {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.260456 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=2174905a-7f51-4c00-afd1-197ee63e7cb6,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:24.264665 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:24.265182 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:24.273226 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Network a9887b48-18db-475d-baec-69137626963b is already hosted by enough agents. {{(pid=99504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:24.290430 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 2, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:24.297157 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.scheduler.base_scheduler [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Resources bound (agent type, host, resource id): {{(pid=99504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:24.301231 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Received port after_create {{(pid=99504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:24.320733 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.335885 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Checking router: 36261712-1fde-485d-a3b8-a3c910879784 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:51:24.336339 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Updating router 36261712-1fde-485d-a3b8-a3c910879784 port a2c9a7f0-2090-4371-ab09-b71c902cfe2f binding host dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:51:24.342438 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.379125 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.488306 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Allocated IP 172.28.1.201 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/0a6b6451-7494-40c9-9722-673493129a49) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:24.512909 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Pushing event updated for resources: {'Port': ['ID=7f197f45-6727-4dff-a967-12c3e4482ad9,revision_number=1']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:24.517093 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:24.528148 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Attempting to bind port 7f197f45-6727-4dff-a967-12c3e4482ad9 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:24.528553 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Attempting to bind port 7f197f45-6727-4dff-a967-12c3e4482ad9 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:24.528895 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Attempting to bind port 7f197f45-6727-4dff-a967-12c3e4482ad9 on network a9887b48-18db-475d-baec-69137626963b {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:24.534967 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:24.535351 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Checking segment: {'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:24.535763 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.536716 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Bound using segment: {'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:24.536854 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Bound port: 7f197f45-6727-4dff-a967-12c3e4482ad9, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:24.537382 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.608344 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] For port 7f197f45-6727-4dff-a967-12c3e4482ad9, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:24.614443 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] For port 7f197f45-6727-4dff-a967-12c3e4482ad9, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=7f197f45-6727-4dff-a967-12c3e4482ad9,segment=NetworkSegment(07cc55cd-1877-43aa-9781-45a81ea05e1d),segment_id=07cc55cd-1877-43aa-9781-45a81ea05e1d)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:24.621836 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.625617 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.627694 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:24.668555 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.671452 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f15db031-c4e2-4daa-a811-631d814ff6c3 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:24.718675 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:24.722030 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:24.727325 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Pushing event updated for resources: {'Port': ['ID=7f197f45-6727-4dff-a967-12c3e4482ad9,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:24.727614 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:24.731259 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Pushing event updated for resources: {'Port': ['ID=0a6b6451-7494-40c9-9722-673493129a49,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:24.732169 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:24.743855 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Notify callbacks [] for port, precommit_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.757456 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:24.766790 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.provisioning_blocks [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Transition to ACTIVE for port object a2c9a7f0-2090-4371-ab09-b71c902cfe2f will not be triggered until provisioned by entity L2. {{(pid=99505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:24.774972 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:24.779033 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:24.837864 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Pushing event updated for resources: {'Port': ['ID=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,revision_number=3']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:24.847624 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.847977 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.848376 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.848708 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.849237 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.850537 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.851206 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.851797 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.852319 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.852797 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.853293 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.853799 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:24.865259 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:25.028995 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Attempting to bind port a2c9a7f0-2090-4371-ab09-b71c902cfe2f on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:25.029914 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Attempting to bind port a2c9a7f0-2090-4371-ab09-b71c902cfe2f by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:25.030475 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Attempting to bind port a2c9a7f0-2090-4371-ab09-b71c902cfe2f on network 97edd773-2798-4c86-a609-ee83d4ae33b5 {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:25.039118 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:25.039788 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Checking segment: {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:25.040384 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.040958 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Bound using segment: {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:25.041689 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Bound port: a2c9a7f0-2090-4371-ab09-b71c902cfe2f, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'}}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:25.042315 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.125803 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] For port a2c9a7f0-2090-4371-ab09-b71c902cfe2f, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:25.129721 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] For port a2c9a7f0-2090-4371-ab09-b71c902cfe2f, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:25.135702 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.139529 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-333a294a-fdbc-4a31-85c0-30384d8ddab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:25.154619 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.216358 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Pushing event updated for resources: {'Port': ['ID=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,revision_number=4']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:25.220480 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-ae9666e1-62c9-4eed-a001-f23d0906e1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:25.230904 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:25.231550 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:25.481716 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1035533'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.505431 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88c7f5-0c2d-4081-8929-82b1e1daa013 req-cfdee6bc-d5fa-49ce-9848-042808092f1e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:25.507949 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7b88c7f5-0c2d-4081-8929-82b1e1daa013 req-cfdee6bc-d5fa-49ce-9848-042808092f1e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1654589 Jun 22 12:51:25.540386 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:25.613923 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7b88c7f5-0c2d-4081-8929-82b1e1daa013 req-2536921e-281d-4876-af29-fd2c2ef8d46a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941567 Jun 22 12:51:25.708988 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device a2c9a7f0-2090-4371-ab09-b71c902cfe2f up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:25.761694 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Router 23eb2d94-7642-4ea3-b777-c4361a308f07 is scheduled to L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 12:51:25.788076 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port a2c9a7f0-2090-4371-ab09-b71c902cfe2f completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:25.794526 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port a2c9a7f0-2090-4371-ab09-b71c902cfe2f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:25.795462 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.872380 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:25Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:25.912699 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90aee2-4a59-4dac-a9a9-7a25e077d91c None None] The sync data for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb is: [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:25Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:51:25.919812 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.938159 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:51:25.948749 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Sync routers for ids ['23eb2d94-7642-4ea3-b777-c4361a308f07'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:51:25.963497 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.966115 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7453918 Jun 22 12:51:25.968739 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43848) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:25.978456 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port a2c9a7f0-2090-4371-ab09-b71c902cfe2f, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:25.985789 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Routers {'23eb2d94-7642-4ea3-b777-c4361a308f07'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:25.988805 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['23eb2d94-7642-4ea3-b777-c4361a308f07'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:25.996660 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:25.998042 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 7f197f45-6727-4dff-a967-12c3e4482ad9 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:26.054625 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:26.100774 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437b7a1-1b2e-47c2-87b9-a6e378b3e750 None None] Network a9887b48-18db-475d-baec-69137626963b requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:51:26.244839 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:26.275243 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:26.300451 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-071d36c0-0ae5-4ed7-892c-5556ff7be988 None None] Provisioning for port 7f197f45-6727-4dff-a967-12c3e4482ad9 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:26.332573 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Set router 23eb2d94-7642-4ea3-b777-c4361a308f07 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:26.370654 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 7f197f45-6727-4dff-a967-12c3e4482ad9 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:26.413897 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 7f197f45-6727-4dff-a967-12c3e4482ad9 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:26.414056 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:26.565440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:26.682914 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:26.732577 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 7f197f45-6727-4dff-a967-12c3e4482ad9, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=7f197f45-6727-4dff-a967-12c3e4482ad9,segment=NetworkSegment(07cc55cd-1877-43aa-9781-45a81ea05e1d),segment_id=07cc55cd-1877-43aa-9781-45a81ea05e1d)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:26.740124 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:26.742262 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 2174905a-7f51-4c00-afd1-197ee63e7cb6 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:26.744210 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:26.747056 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '0a6b6451-7494-40c9-9722-673493129a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 3, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port': {'id': '0a6b6451-7494-40c9-9722-673493129a49', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:24Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:26.770284 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Allocated IP 172.20.0.1 (a9887b48-18db-475d-baec-69137626963b/0638a044-f0fb-4fe1-a5ed-40773aaf699b/8dc09fc0-c733-4927-a28d-fbc99c51d959) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:26.833144 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Checking router: 23eb2d94-7642-4ea3-b777-c4361a308f07 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:51:26.833594 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Updating router 23eb2d94-7642-4ea3-b777-c4361a308f07 port 0a6b6451-7494-40c9-9722-673493129a49 binding host dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:51:26.908647 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:26.938538 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Transition to ACTIVE for port object 8dc09fc0-c733-4927-a28d-fbc99c51d959 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:26.947802 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2a73-ae61-4052-84d2-2be1c480cf75 req-4b435a4c-9b7e-47bf-ba35-eb00dbda9674 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:26.950149 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 2174905a-7f51-4c00-afd1-197ee63e7cb6 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:26.950533 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:26.953838 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=7f197f45-6727-4dff-a967-12c3e4482ad9,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:26.961544 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-264b2a73-ae61-4052-84d2-2be1c480cf75 req-4b435a4c-9b7e-47bf-ba35-eb00dbda9674 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1328263 Jun 22 12:51:26.967582 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:26.993583 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.011163 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.011972 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-264b2a73-ae61-4052-84d2-2be1c480cf75 req-7d47393f-b51e-4586-bd64-b2635c5e5f1b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494635 Jun 22 12:51:27.024263 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ccb4ae0a-1e7b-47f1-8d19-164b30defafb tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:27.089394 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Network a9887b48-18db-475d-baec-69137626963b is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:27.092426 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:27.095040 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:27.126046 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc09fc0-c733-4927-a28d-fbc99c51d959,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:27.129666 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:27.149669 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034725'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.243158 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-230b3f2a-04a2-40af-87a7-fa05b6eea47f None None] Provisioning complete for port 7f197f45-6727-4dff-a967-12c3e4482ad9 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:27.243616 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-230b3f2a-04a2-40af-87a7-fa05b6eea47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.308496 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.404436 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 7f197f45-6727-4dff-a967-12c3e4482ad9 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:27.450919 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.474444 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Transition to ACTIVE for port object 0a6b6451-7494-40c9-9722-673493129a49 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:27.483536 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.486121 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:27.509869 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.514510 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.516968 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-28110236-bdd9-407f-b5d0-abd4209201a9 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:27.593855 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973310'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.595827 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc09fc0-c733-4927-a28d-fbc99c51d959,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:27.599326 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:27.664893 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 7f197f45-6727-4dff-a967-12c3e4482ad9 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:27.665282 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.696069 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Network a9887b48-18db-475d-baec-69137626963b is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:27.698390 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:27.704464 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-34a383ac-fc2a-42ff-91c7-712b6b19dacb None None] Provisioning for port 8dc09fc0-c733-4927-a28d-fbc99c51d959 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:27.709704 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Pushing event updated for resources: {'Port': ['ID=0a6b6451-7494-40c9-9722-673493129a49,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:27.718751 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Attempting to bind port 0a6b6451-7494-40c9-9722-673493129a49 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:27.719135 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Attempting to bind port 0a6b6451-7494-40c9-9722-673493129a49 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:27.719511 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Attempting to bind port 0a6b6451-7494-40c9-9722-673493129a49 on network e29e87ec-c1af-4dff-b8c9-ab70709846a2 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:27.732008 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-34a383ac-fc2a-42ff-91c7-712b6b19dacb None None] Provisioning complete for port 8dc09fc0-c733-4927-a28d-fbc99c51d959 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:27.732008 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-34a383ac-fc2a-42ff-91c7-712b6b19dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.737151 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.737891 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.737891 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.738179 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.738469 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.738798 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.739128 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.739510 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.739834 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.740183 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.740511 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.740830 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:51:27.761885 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:27.764109 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:27.764487 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Checking segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:27.764912 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.765320 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Bound using segment: {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:27.766400 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Bound port: 0a6b6451-7494-40c9-9722-673493129a49, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af42db-c362-4cba-a3f7-735768a6cf36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:27.766400 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.825239 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-34a383ac-fc2a-42ff-91c7-712b6b19dacb None None] Port 8dc09fc0-c733-4927-a28d-fbc99c51d959 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:51:27.846727 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Router 23eb2d94-7642-4ea3-b777-c4361a308f07 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:51:27.868612 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] For port 0a6b6451-7494-40c9-9722-673493129a49, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:27.874027 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] For port 0a6b6451-7494-40c9-9722-673493129a49, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=0a6b6451-7494-40c9-9722-673493129a49,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:27.888355 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:27.892447 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device a2c9a7f0-2090-4371-ab09-b71c902cfe2f up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:27.895011 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-ef8c5816-5f0a-4651-9490-eef393d81e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:27.987800 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:51:27.993938 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] 10.222.0.20 "PUT /v2.0/routers/23eb2d94-7642-4ea3-b777-c4361a308f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0228662 Jun 22 12:51:28.000775 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Pushing event updated for resources: {'Port': ['ID=0a6b6451-7494-40c9-9722-673493129a49,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:28.003386 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Routers {'23eb2d94-7642-4ea3-b777-c4361a308f07'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:28.003992 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['23eb2d94-7642-4ea3-b777-c4361a308f07'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:28.009030 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:28.009687 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-a6729755-3cf5-44f6-aa80-f9707c324345 None None] Provisioning complete for port 8dc09fc0-c733-4927-a28d-fbc99c51d959 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:28.010055 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a6729755-3cf5-44f6-aa80-f9707c324345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:28.095737 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port a2c9a7f0-2090-4371-ab09-b71c902cfe2f triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:28.096115 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:28.128915 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-a6729755-3cf5-44f6-aa80-f9707c324345 None None] Port 8dc09fc0-c733-4927-a28d-fbc99c51d959 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:51:28.194980 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] Set router 23eb2d94-7642-4ea3-b777-c4361a308f07 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:28.242504 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd4fa2-ba09-4ce6-ade2-9dd1c269d3fd req-935795e1-36b3-4cf1-a89e-ba1c16ded0b9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:28.252546 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3ddd4fa2-ba09-4ce6-ade2-9dd1c269d3fd req-935795e1-36b3-4cf1-a89e-ba1c16ded0b9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1042209 Jun 22 12:51:28.302670 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3ddd4fa2-ba09-4ce6-ade2-9dd1c269d3fd req-5aed5f2e-ba9a-4a7f-ab94-f36de1717d83 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487194 Jun 22 12:51:28.454687 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '0a6b6451-7494-40c9-9722-673493129a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 4, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port': {'id': '0a6b6451-7494-40c9-9722-673493129a49', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:24Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '8dc09fc0-c733-4927-a28d-fbc99c51d959', 'name': '', 'network_id': 'a9887b48-18db-475d-baec-69137626963b', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'mac_address': 'fa:16:3e:9f:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:26Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 2, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'subnets': [{'id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:28.493422 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcebba2-8a11-4265-8639-f24c48f104fd None None] The sync data for ids ['23eb2d94-7642-4ea3-b777-c4361a308f07'] in dv-cinder-796680-1-smb is: [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '0a6b6451-7494-40c9-9722-673493129a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 4, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port': {'id': '0a6b6451-7494-40c9-9722-673493129a49', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:24Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '8dc09fc0-c733-4927-a28d-fbc99c51d959', 'name': '', 'network_id': 'a9887b48-18db-475d-baec-69137626963b', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'mac_address': 'fa:16:3e:9f:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:26Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 2, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'subnets': [{'id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:51:28.972595 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43866) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:28.980193 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795079308', 'description': 'tempest-secgroup-smoke-795079308 description', 'project_id': 'b021e349ae154a63a0ddb5339987aa81'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:29.011524 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:51:29.017944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.132527 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.132863 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:29.137862 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.143114 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-57d4439f-07f6-45b5-9409-cded289a6f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.151480 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'port_id': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'mac_address': 'fa:16:3e:a1:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:51:29.172751 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.174162 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2000122 Jun 22 12:51:29.181464 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43868) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:29.184394 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b3d77e-c5c7-44bf-a0b0-502938cdce0e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.188906 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.189517 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-2a9f1532-a721-4565-831e-fde7f6003e20 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'security_group_rule': {'security_group_id': '08b3d77e-c5c7-44bf-a0b0-502938cdce0e', 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:29.199769 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.215005 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:51:29.228874 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1532-a721-4565-831e-fde7f6003e20 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.241633 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:29.255444 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.259478 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-442308d9-7671-4dc1-9bdc-770f68071cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.332969 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=6']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.333428 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1532-a721-4565-831e-fde7f6003e20 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.338924 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.341755 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1532-a721-4565-831e-fde7f6003e20 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.344799 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1a2d6227-f4f5-4840-9418-40c2336346a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.373963 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f1532-a721-4565-831e-fde7f6003e20 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1647a5b-2308-4c82-acb1-f46715bbe214,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.382843 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2a9f1532-a721-4565-831e-fde7f6003e20 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.388599 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1532-a721-4565-831e-fde7f6003e20 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.390240 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-2a9f1532-a721-4565-831e-fde7f6003e20 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072558 Jun 22 12:51:29.393004 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43872) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:29.400162 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-b6e88292-b658-45ce-b286-c6a50b37220b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'security_group_rule': {'security_group_id': '08b3d77e-c5c7-44bf-a0b0-502938cdce0e', 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:29.430982 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:51:29.437651 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b6e88292-b658-45ce-b286-c6a50b37220b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.556044 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b6e88292-b658-45ce-b286-c6a50b37220b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.560641 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b6e88292-b658-45ce-b286-c6a50b37220b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.565338 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 0a6b6451-7494-40c9-9722-673493129a49 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:29.567506 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-897d497c-d3c3-4b9e-b417-84acd334a045 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.590853 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e88292-b658-45ce-b286-c6a50b37220b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088f836b-92f2-41f1-a26b-713bc3e4aeee,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.595176 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b6e88292-b658-45ce-b286-c6a50b37220b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.599333 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b6e88292-b658-45ce-b286-c6a50b37220b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.601683 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-b6e88292-b658-45ce-b286-c6a50b37220b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2073209 Jun 22 12:51:29.604886 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43874) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:29.614451 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-370d5dd7-c4ef-478c-a64b-c06b5385e859 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'security_group_rule': {'security_group_id': '08b3d77e-c5c7-44bf-a0b0-502938cdce0e', 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:29.621775 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19307c5a-2990-4337-98fe-2ec070f63dcd req-4ecf473e-5d13-4242-bb79-5ccb71f5bc19 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:29.623954 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-19307c5a-2990-4337-98fe-2ec070f63dcd req-4ecf473e-5d13-4242-bb79-5ccb71f5bc19 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 945 time: 0.1441996 Jun 22 12:51:29.661092 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-370d5dd7-c4ef-478c-a64b-c06b5385e859 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.673921 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 0a6b6451-7494-40c9-9722-673493129a49 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:29.681954 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 0a6b6451-7494-40c9-9722-673493129a49 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:29.682660 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.685544 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-19307c5a-2990-4337-98fe-2ec070f63dcd req-ab0d8068-5690-4931-b50e-a81d4235b3a9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553470 Jun 22 12:51:29.745243 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-370d5dd7-c4ef-478c-a64b-c06b5385e859 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.750061 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-370d5dd7-c4ef-478c-a64b-c06b5385e859 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.752714 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-fe3d8bde-6c0f-4f3f-b4be-eab9b3cf0527 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.766077 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d5dd7-c4ef-478c-a64b-c06b5385e859 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e9837c-30c7-4a49-9953-3b5bde79508b,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.769252 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-370d5dd7-c4ef-478c-a64b-c06b5385e859 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.784403 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-370d5dd7-c4ef-478c-a64b-c06b5385e859 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.785904 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-370d5dd7-c4ef-478c-a64b-c06b5385e859 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782746 Jun 22 12:51:29.788781 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 43878) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:29.794224 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-25ae868d-c597-45c8-a9c1-eb2ac900c1d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'security_group_rule': {'security_group_id': '08b3d77e-c5c7-44bf-a0b0-502938cdce0e', 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:29.798637 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.832029 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-25ae868d-c597-45c8-a9c1-eb2ac900c1d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.835198 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 0a6b6451-7494-40c9-9722-673493129a49, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=0a6b6451-7494-40c9-9722-673493129a49,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:29.842023 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.846124 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-dbb91934-4a0d-4da0-8e9b-8906a450750b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.900863 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-25ae868d-c597-45c8-a9c1-eb2ac900c1d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.907212 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-25ae868d-c597-45c8-a9c1-eb2ac900c1d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.910623 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:29.927193 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae868d-c597-45c8-a9c1-eb2ac900c1d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ed31e7-b7f3-4341-a826-f6504d673940,revision_number=0']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.932610 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-25ae868d-c597-45c8-a9c1-eb2ac900c1d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.939949 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-25ae868d-c597-45c8-a9c1-eb2ac900c1d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:29.945572 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43880) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:29.945916 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=0a6b6451-7494-40c9-9722-673493129a49,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:29.946112 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-25ae868d-c597-45c8-a9c1-eb2ac900c1d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556840 Jun 22 12:51:29.953017 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'security_group_rule': {'security_group_id': '08b3d77e-c5c7-44bf-a0b0-502938cdce0e', 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:29.957023 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:29.982781 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.securitygroups_db [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Project b021e349ae154a63a0ddb5339987aa81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:51:29.995249 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.063035 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.069754 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.075179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:30.096646 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1d7db7-b12c-4b1f-b79c-06b91b1a5e06,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:30.100319 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:30.106663 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.108585 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-43ad7f15-442f-455c-82c7-12371c46ad70 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612332 Jun 22 12:51:30.111358 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 43882) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:51:30.118559 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'security_group_rule': {'security_group_id': '08b3d77e-c5c7-44bf-a0b0-502938cdce0e', 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:30.148718 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.securitygroups_db [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Project b021e349ae154a63a0ddb5339987aa81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 12:51:30.155653 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.231270 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.236212 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-906966'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.238446 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-855d82d6-40c0-4f86-8f0f-d6f450bad02c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:30.258285 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56e84c0-0298-47c8-9299-3d67870fa3e0,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:30.260952 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:30.262312 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:30.263555 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-f215db66-47a1-4b6e-8043-db43bd4208ec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508574 Jun 22 12:51:31.037833 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:31.106610 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:31.107536 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.205805 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e876f-3776-4f90-9e00-19cadff02608 req-0934d076-4c8e-4f95-a853-deb695a1f072 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:31.213443 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9e3e876f-3776-4f90-9e00-19cadff02608 req-0934d076-4c8e-4f95-a853-deb695a1f072 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 945 time: 0.1499901 Jun 22 12:51:31.241887 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.265889 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9e3e876f-3776-4f90-9e00-19cadff02608 req-3d8644ec-623c-46d2-aaff-fcc29cc0dd3d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512626 Jun 22 12:51:31.298232 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:31.302324 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687c86c4-baee-492c-8601-42331948a863" -d '{"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-plugged", "status": "completed", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:31.309401 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:31.314814 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:31.317381 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:31.458344 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=7']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:31.469636 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:31.501559 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 0a6b6451-7494-40c9-9722-673493129a49 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:31.506105 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd538b9-35b4-4ad7-893e-c56f2a6d9ed7 x-openstack-request-id: req-9cd538b9-35b4-4ad7-893e-c56f2a6d9ed7 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:31.506429 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-plugged", "status": "completed", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:31.506712 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cd538b9-35b4-4ad7-893e-c56f2a6d9ed7 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:31.508145 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'code': 200} Jun 22 12:51:31.573263 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 0a6b6451-7494-40c9-9722-673493129a49 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:31.573810 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:32.437909 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Sync routers for ids ['23eb2d94-7642-4ea3-b777-c4361a308f07'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:51:32.451260 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Routers {'23eb2d94-7642-4ea3-b777-c4361a308f07'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:32.452175 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['23eb2d94-7642-4ea3-b777-c4361a308f07'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:32.625181 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Set router 23eb2d94-7642-4ea3-b777-c4361a308f07 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:32.671626 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83782e56-80ab-405a-8099-1fd07af5ce4c req-90cfcf44-d2c0-422a-ae7c-4c2b9559feab tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:32.675827 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-83782e56-80ab-405a-8099-1fd07af5ce4c req-90cfcf44-d2c0-422a-ae7c-4c2b9559feab tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1533060 Jun 22 12:51:32.768224 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-83782e56-80ab-405a-8099-1fd07af5ce4c req-4546f1f5-9e72-4382-977b-e64ff49ca9c6 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857818 Jun 22 12:51:33.141112 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '0a6b6451-7494-40c9-9722-673493129a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 4, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port': {'id': '0a6b6451-7494-40c9-9722-673493129a49', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:24Z', 'updated_at': '2021-06-22T12:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '8dc09fc0-c733-4927-a28d-fbc99c51d959', 'name': '', 'network_id': 'a9887b48-18db-475d-baec-69137626963b', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'mac_address': 'fa:16:3e:9f:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:26Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 2, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'subnets': [{'id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:33.215677 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Checking router: 23eb2d94-7642-4ea3-b777-c4361a308f07 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:51:33.216638 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Updating router 23eb2d94-7642-4ea3-b777-c4361a308f07 port 8dc09fc0-c733-4927-a28d-fbc99c51d959 binding host dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 12:51:33.288480 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:33.757864 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Notify callbacks [] for port, precommit_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:33.774237 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.provisioning_blocks [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Transition to ACTIVE for port object 8dc09fc0-c733-4927-a28d-fbc99c51d959 will not be triggered until provisioned by entity L2. {{(pid=99505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:33.784059 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:33.787703 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-ca4fcee8-ddfb-481b-b7cf-25f3c4bdc7e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:33.924725 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe1d91-9598-4ba4-a271-e054f08fa980 None None] Pushing event updated for resources: {'Port': ['ID=8dc09fc0-c733-4927-a28d-fbc99c51d959,revision_number=3']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:33.932433 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-97fe1d91-9598-4ba4-a271-e054f08fa980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:34.065193 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Attempting to bind port 8dc09fc0-c733-4927-a28d-fbc99c51d959 on host dv-cinder-796680-1-smb for vnic_type normal with profile {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:34.065844 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Attempting to bind port 8dc09fc0-c733-4927-a28d-fbc99c51d959 by drivers openvswitch,hyperv on host dv-cinder-796680-1-smb at level 0 using segments [{'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:34.066523 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Attempting to bind port 8dc09fc0-c733-4927-a28d-fbc99c51d959 on network a9887b48-18db-475d-baec-69137626963b {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:34.077105 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Checking agent: {'id': '99744055-6e38-47d1-8c42-8812a1951d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796680-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 37, 17), 'started_at': datetime.datetime(2021, 6, 22, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796680-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:34.077653 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Checking segment: {'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:34.078308 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:34.079182 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Bound using segment: {'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'} {{(pid=99505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:34.079991 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.managers [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Bound port: 8dc09fc0-c733-4927-a28d-fbc99c51d959, host: dv-cinder-796680-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cc55cd-1877-43aa-9781-45a81ea05e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a9887b48-18db-475d-baec-69137626963b'}}] {{(pid=99505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:34.080611 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:34.144540 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cbaf4-6471-4c00-93a7-185ed29b954a req-53d94c61-5feb-412c-9960-703b73b81a9d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:34.160605 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-682cbaf4-6471-4c00-93a7-185ed29b954a req-53d94c61-5feb-412c-9960-703b73b81a9d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1122174 Jun 22 12:51:34.223216 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-682cbaf4-6471-4c00-93a7-185ed29b954a req-4ca1a106-92f3-4da8-a425-960a71f7a213 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589297 Jun 22 12:51:34.258187 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] For port 8dc09fc0-c733-4927-a28d-fbc99c51d959, host dv-cinder-796680-1-smb, cleared binding levels {{(pid=99505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:34.268395 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.plugins.ml2.db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] For port 8dc09fc0-c733-4927-a28d-fbc99c51d959, host dv-cinder-796680-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=8dc09fc0-c733-4927-a28d-fbc99c51d959,segment=NetworkSegment(07cc55cd-1877-43aa-9781-45a81ea05e1d),segment_id=07cc55cd-1877-43aa-9781-45a81ea05e1d)] {{(pid=99505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:34.281832 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron_lib.callbacks.manager [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:34.285208 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-97fe1d91-9598-4ba4-a271-e054f08fa980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:34.412585 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Routers {'23eb2d94-7642-4ea3-b777-c4361a308f07'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:51:34.412585 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['23eb2d94-7642-4ea3-b777-c4361a308f07'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:34.418050 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe1d91-9598-4ba4-a271-e054f08fa980 None None] Pushing event updated for resources: {'Port': ['ID=8dc09fc0-c733-4927-a28d-fbc99c51d959,revision_number=4']} {{(pid=99505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:34.498871 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG oslo_concurrency.lockutils [None req-97fe1d91-9598-4ba4-a271-e054f08fa980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:34.611888 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] Set router 23eb2d94-7642-4ea3-b777-c4361a308f07 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:51:34.942184 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '0a6b6451-7494-40c9-9722-673493129a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 4, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port': {'id': '0a6b6451-7494-40c9-9722-673493129a49', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:24Z', 'updated_at': '2021-06-22T12:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '8dc09fc0-c733-4927-a28d-fbc99c51d959', 'name': '', 'network_id': 'a9887b48-18db-475d-baec-69137626963b', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'mac_address': 'fa:16:3e:9f:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:26Z', 'updated_at': '2021-06-22T12:51:34Z', 'revision_number': 4, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'subnets': [{'id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:51:34.983781 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d278a76-4d92-44e6-9617-ae85de97ea66 None None] The sync data for ids ['23eb2d94-7642-4ea3-b777-c4361a308f07'] in dv-cinder-796680-1-smb is: [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '0a6b6451-7494-40c9-9722-673493129a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:51:27Z', 'revision_number': 4, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port': {'id': '0a6b6451-7494-40c9-9722-673493129a49', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:24Z', 'updated_at': '2021-06-22T12:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '8dc09fc0-c733-4927-a28d-fbc99c51d959', 'name': '', 'network_id': 'a9887b48-18db-475d-baec-69137626963b', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'mac_address': 'fa:16:3e:9f:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:26Z', 'updated_at': '2021-06-22T12:51:34Z', 'revision_number': 4, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'subnets': [{'id': '0638a044-f0fb-4fe1-a5ed-40773aaf699b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:51:35.540652 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfc1e0-cd34-43fb-ae4c-040b2d8f5460 req-1d3f0b46-3c55-4130-b18d-a866984c5d78 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:35.541830 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 8dc09fc0-c733-4927-a28d-fbc99c51d959 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:35.548590 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-48cfc1e0-cd34-43fb-ae4c-040b2d8f5460 req-1d3f0b46-3c55-4130-b18d-a866984c5d78 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1261840 Jun 22 12:51:35.626010 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-48cfc1e0-cd34-43fb-ae4c-040b2d8f5460 req-b6eb41c1-fe76-4c1f-bc55-e5aec2fc16f1 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755737 Jun 22 12:51:35.688830 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning for port 8dc09fc0-c733-4927-a28d-fbc99c51d959 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:35.694957 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 8dc09fc0-c733-4927-a28d-fbc99c51d959 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:35.695331 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.821426 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.866820 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] For port 8dc09fc0-c733-4927-a28d-fbc99c51d959, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=8dc09fc0-c733-4927-a28d-fbc99c51d959,segment=NetworkSegment(07cc55cd-1877-43aa-9781-45a81ea05e1d),segment_id=07cc55cd-1877-43aa-9781-45a81ea05e1d)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:35.872885 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:35.876208 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:35.988002 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Pushing event updated for resources: {'Port': ['ID=8dc09fc0-c733-4927-a28d-fbc99c51d959,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:35.995374 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:36.959952 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a6ae9-46ea-4d1e-8fae-9b0360fdc1bd req-5070fab9-226e-4fbf-b53c-fe56e726e82d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:36.962093 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-110a6ae9-46ea-4d1e-8fae-9b0360fdc1bd req-5070fab9-226e-4fbf-b53c-fe56e726e82d tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1026294 Jun 22 12:51:37.071155 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-110a6ae9-46ea-4d1e-8fae-9b0360fdc1bd req-795db749-481f-457e-bbde-2b7b39861a13 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992708 Jun 22 12:51:37.487968 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 8dc09fc0-c733-4927-a28d-fbc99c51d959 up at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:51:37.560327 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Provisioning complete for port 8dc09fc0-c733-4927-a28d-fbc99c51d959 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:37.560714 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:38.369155 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779bdf0-8740-4d2d-af10-a056b3f7e8c8 req-5118eecd-6436-4a4e-81ce-60f0bbd334cc tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:38.369155 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5779bdf0-8740-4d2d-af10-a056b3f7e8c8 req-5118eecd-6436-4a4e-81ce-60f0bbd334cc tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1165438 Jun 22 12:51:38.418054 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5779bdf0-8740-4d2d-af10-a056b3f7e8c8 req-44fb9d1c-ba46-4259-be63-c5e82591a676 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493698 Jun 22 12:51:39.773098 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dcd4c-bf83-4013-8508-d137ff2b235f req-e30329d8-38cd-445b-8323-a9dd76fa78a4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:39.775611 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-170dcd4c-bf83-4013-8508-d137ff2b235f req-e30329d8-38cd-445b-8323-a9dd76fa78a4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.0862994 Jun 22 12:51:39.864727 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-170dcd4c-bf83-4013-8508-d137ff2b235f req-7bb5c35d-f8b9-4333-b642-7daf9bf07e03 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730195 Jun 22 12:51:41.189323 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d4633-d33e-48e8-8cb7-bfc329f5a23a req-026641ea-4912-4ef4-8b7f-a02388a594d7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:41.196390 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fa3d4633-d33e-48e8-8cb7-bfc329f5a23a req-026641ea-4912-4ef4-8b7f-a02388a594d7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1108384 Jun 22 12:51:41.253379 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fa3d4633-d33e-48e8-8cb7-bfc329f5a23a req-addb81b0-4f1a-42ea-81ee-df22ae639a43 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543270 Jun 22 12:51:42.517666 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37351f-ae2e-445b-83ee-418466e81f1c req-32daac5d-b1cd-4722-a5b5-fde513d988d8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:42.519294 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cb37351f-ae2e-445b-83ee-418466e81f1c req-32daac5d-b1cd-4722-a5b5-fde513d988d8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.0895395 Jun 22 12:51:42.572957 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cb37351f-ae2e-445b-83ee-418466e81f1c req-11a30b41-873f-456d-b265-2f5608807b7f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Jun 22 12:51:43.436902 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-39d17358-dbb4-4d43-86cf-dde9c23e400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.438591 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-39d17358-dbb4-4d43-86cf-dde9c23e400f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 1099 time: 0.0702920 Jun 22 12:51:43.535601 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7f91-223e-4a5b-8000-901dd89def8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:43.553322 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-6f815a65-05b3-4bbf-90e8-396dacb3b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.554840 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-6f815a65-05b3-4bbf-90e8-396dacb3b7fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.1096196 Jun 22 12:51:43.644393 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-8a4e1076-8e70-41de-85bc-75cc00e19a22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 HTTP/1.1" status: 200 len: 1001 time: 0.0818236 Jun 22 12:51:43.713657 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-4e9403fb-4a20-436e-89fd-18df6b7f0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.716157 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-4e9403fb-4a20-436e-89fd-18df6b7f0fbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0635035 Jun 22 12:51:43.889394 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318522-0a82-4542-bd74-b19d82300269 req-7c71e42f-c83a-419e-a580-bb452a57acbb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.891039 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6a318522-0a82-4542-bd74-b19d82300269 req-7c71e42f-c83a-419e-a580-bb452a57acbb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.1831381 Jun 22 12:51:43.894408 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-9293d134-5f45-4f71-a0b7-2a244658d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:43.895866 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-9293d134-5f45-4f71-a0b7-2a244658d0b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1650217 Jun 22 12:51:43.977688 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6a318522-0a82-4542-bd74-b19d82300269 req-f80e7f2d-3372-4d7c-91b6-c23cf2cee6f7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807660 Jun 22 12:51:44.000333 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:51:44.015690 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-388fba72-3694-4956-9e94-2c4d2d21cbf7 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113358 Jun 22 12:51:44.413892 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4dcc81f9-b414-4b9a-9b76-0cdd37917c1d req-8f23eb97-f3e6-4d31-9b6a-154a7579ebd2 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899164 Jun 22 12:51:45.092321 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:45.175059 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9702-92dd-4bda-ad32-15eac743d172 req-6bd57443-9c02-4249-b7c2-7c870d1975b5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:45.177620 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-14aa9702-92dd-4bda-ad32-15eac743d172 req-6bd57443-9c02-4249-b7c2-7c870d1975b5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 946 time: 0.0683765 Jun 22 12:51:45.197286 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:45.225696 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-14aa9702-92dd-4bda-ad32-15eac743d172 req-cf244172-6bf9-4f69-b0e4-13a7635c2f69 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384991 Jun 22 12:51:45.227502 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:45.230690 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c62a165-db99-4916-92b1-568e03c6302e" -d '{"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:45.246240 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:51:45.252187 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:45.260941 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:45.286957 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeb8282-a755-4241-9585-e25e0cdc3afb x-openstack-request-id: req-2aeb8282-a755-4241-9585-e25e0cdc3afb {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:45.287424 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:45.287628 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2aeb8282-a755-4241-9585-e25e0cdc3afb {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:45.288385 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'code': 200} Jun 22 12:51:45.320873 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=8']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:45.324068 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:46.484754 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23713b12-0b94-4c50-b45e-e1272242e30d req-ce540fcc-e69c-486d-8b07-0a78b6bdafd1 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.487138 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23713b12-0b94-4c50-b45e-e1272242e30d req-ce540fcc-e69c-486d-8b07-0a78b6bdafd1 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0972092 Jun 22 12:51:46.498902 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-3d8a5c34-fbed-49a2-b4f5-1c56ce7ebc9a tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795079308&fields=id&tenant_id=b021e349ae154a63a0ddb5339987aa81 HTTP/1.1" status: 200 len: 267 time: 0.0499744 Jun 22 12:51:46.556783 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-23713b12-0b94-4c50-b45e-e1272242e30d req-277e474b-e87b-4564-a924-8ed6dff91769 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591564 Jun 22 12:51:46.641246 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-71b84bb8-45ab-4ae9-8dc7-6e9ca5f4a991 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:46.642808 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-71b84bb8-45ab-4ae9-8dc7-6e9ca5f4a991 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 809 time: 0.1385949 Jun 22 12:51:46.659303 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-c7fb82eb-89e9-4b8d-97f1-eae604dc0bf5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/quotas/b021e349ae154a63a0ddb5339987aa81 HTTP/1.1" status: 200 len: 375 time: 0.0102432 Jun 22 12:51:46.742072 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-d767923d-774d-4c7b-8ea8-6930397f6b50 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771837 Jun 22 12:51:46.822806 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d2b522e7-e44c-4f53-9e81-066fda5941bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:46.870911 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-9ffcdaa2-f4aa-4d9b-8ab2-394b52a99b8b service neutron] 10.222.0.20 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076510 Jun 22 12:51:46.973379 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-78ebb6f0-3f9d-4f1e-9a08-502bc82deb73 service neutron] 10.222.0.20 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961509 Jun 22 12:51:47.389883 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-be06988d-ed4e-43c9-bca9-25303a92e3bc req-add474a3-8818-4561-81e4-bd38be8a3b74 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 210 time: 0.0309985 Jun 22 12:51:47.456258 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:47.775607 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaae4a-5585-4d94-b187-e06181d125df req-8576ad9d-ead6-4456-bdc8-348c959e81a1 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:47.777260 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aeeaae4a-5585-4d94-b187-e06181d125df req-8576ad9d-ead6-4456-bdc8-348c959e81a1 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0785928 Jun 22 12:51:47.824344 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-aeeaae4a-5585-4d94-b187-e06181d125df req-4e33a982-b571-49be-9070-ce8b14d69f06 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402408 Jun 22 12:51:47.989457 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:48.553588 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-01a3244b-2f83-4a1c-9663-f227ca78b206 req-c913b0de-7760-4faa-bcd7-1ac416f8dff2 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 210 time: 0.0399261 Jun 22 12:51:48.724437 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-b157ad19-75f3-4ec3-956c-23de6704a271 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:48.726015 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-b157ad19-75f3-4ec3-956c-23de6704a271 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.52 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 809 time: 0.1488588 Jun 22 12:51:48.733096 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:48.794824 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-31590032-5b74-4da2-887a-ff21bf94e3f0 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b021e349ae154a63a0ddb5339987aa81 HTTP/1.1" status: 200 len: 379 time: 0.0537317 Jun 22 12:51:48.807133 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'port': {'device_id': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'admin_state_up': True, 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'security_groups': ['08b3d77e-c5c7-44bf-a0b0-502938cdce0e']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:48.941664 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Made reservation on behalf of b021e349ae154a63a0ddb5339987aa81 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:51:48.947017 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:49.105976 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:51:49.161586 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Allocated IP 172.20.0.10 (97edd773-2798-4c86-a609-ee83d4ae33b5/a446d248-325e-4ba8-936e-b8b9eb9bf7c1/2beff361-c36c-4af1-8d01-b76439c15080) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:51:49.166455 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a226-3f7f-45df-acb0-476a7fcd147d req-24da6b28-988d-4647-b30e-25a9c35aadcb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:49.168105 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-15d0a226-3f7f-45df-acb0-476a7fcd147d req-24da6b28-988d-4647-b30e-25a9c35aadcb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.1272106 Jun 22 12:51:49.209679 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-0cd725bb-7aa1-48f0-809d-53346cbfd8b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277852 Jun 22 12:51:49.268409 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-15d0a226-3f7f-45df-acb0-476a7fcd147d req-723efa66-6bb8-4943-bcb6-30bfa78bd8b0 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870254 Jun 22 12:51:49.396845 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:49.414328 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Transition to ACTIVE for port object 2beff361-c36c-4af1-8d01-b76439c15080 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:49.453453 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:49.458656 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-90d586c4-f491-4199-9cc7-409b229a743d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:49.508247 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:51:49.512596 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:51:49.516980 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:51:49.525382 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:49.546504 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:49.575862 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:49.576526 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:49.596283 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-bb4c82da-aa4b-43cd-b21c-061621e5f154 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7938764 Jun 22 12:51:49.619153 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Request body: {'port': {'device_id': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:51:49.721543 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:49.767190 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaeeff-e135-40c9-ad44-ac289acd665f req-4e7345eb-c687-4640-8f09-eaf688344b1c tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:49.768712 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7faaeeff-e135-40c9-ad44-ac289acd665f req-4e7345eb-c687-4640-8f09-eaf688344b1c tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 932 time: 0.0822053 Jun 22 12:51:49.814472 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7faaeeff-e135-40c9-ad44-ac289acd665f req-5110168d-b639-40a9-81a0-0f286aeaabef tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380068 Jun 22 12:51:49.833419 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-d9a84717-3de2-4699-8041-696a9787bfc9 None None] Provisioning for port 2beff361-c36c-4af1-8d01-b76439c15080 completed by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:51:49.843665 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-d9a84717-3de2-4699-8041-696a9787bfc9 None None] Provisioning complete for port 2beff361-c36c-4af1-8d01-b76439c15080 triggered by entity DHCP. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:51:49.845024 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d9a84717-3de2-4699-8041-696a9787bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:49.894185 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-d9a84717-3de2-4699-8041-696a9787bfc9 None None] Port 2beff361-c36c-4af1-8d01-b76439c15080 cannot update to ACTIVE because it is not bound. {{(pid=99504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 12:51:49.984311 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:50.035501 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beff361-c36c-4af1-8d01-b76439c15080 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:51:50.043738 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:50.058589 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Transition to ACTIVE for port object 2beff361-c36c-4af1-8d01-b76439c15080 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:51:50.061957 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:50.064194 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f1cc898a-84ce-4422-8c1e-7768421f8097 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:50.142153 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Pushing event updated for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:50.148255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:50.252767 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Attempting to bind port 2beff361-c36c-4af1-8d01-b76439c15080 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:51:50.253167 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Attempting to bind port 2beff361-c36c-4af1-8d01-b76439c15080 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:51:50.253496 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Attempting to bind port 2beff361-c36c-4af1-8d01-b76439c15080 on network 97edd773-2798-4c86-a609-ee83d4ae33b5 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:50.262949 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Port 2beff361-c36c-4af1-8d01-b76439c15080 on network 97edd773-2798-4c86-a609-ee83d4ae33b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:51:50.263279 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Attempting to bind port 2beff361-c36c-4af1-8d01-b76439c15080 on network 97edd773-2798-4c86-a609-ee83d4ae33b5 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:51:50.273013 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:51:50.273453 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Checking segment: {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:51:50.273758 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Bound using segment: {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:51:50.274271 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Bound port: 2beff361-c36c-4af1-8d01-b76439c15080, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:51:50.274633 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:50.336515 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-6c9a03f4-9e56-44b4-83db-5fdf60b5beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.338104 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-6c9a03f4-9e56-44b4-83db-5fdf60b5beec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d&tenant_id=0f8688e5cf04418280e3f726c5c89a81 HTTP/1.1" status: 200 len: 1097 time: 0.1213226 Jun 22 12:51:50.366192 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:51:50.370223 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:51:50.386572 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:50.389162 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-711c5c0d-2b1c-4c65-a919-65c979c1cb2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:51:50.469454 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.470079 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:51:50.471540 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] 10.222.0.52 "PUT /v2.0/ports/2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 1094 time: 0.8609061 Jun 22 12:51:50.472088 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:51:50.474707 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291d7d54-1837-4e1b-88c6-e51cb56ac53d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "tag": "2beff361-c36c-4af1-8d01-b76439c15080"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:51:50.542166 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b179a0a7-000a-4dc3-b8b8-d8c7f29c1b7d x-openstack-request-id: req-b179a0a7-000a-4dc3-b8b8-d8c7f29c1b7d {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:51:50.543262 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "tag": "2beff361-c36c-4af1-8d01-b76439c15080", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:51:50.543489 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b179a0a7-000a-4dc3-b8b8-d8c7f29c1b7d {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:51:50.544316 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080', 'status': 'completed', 'code': 200} Jun 22 12:51:50.557686 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Pushing event updated for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:51:50.571484 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:51:50.649350 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-8aac4a66-c122-4f10-b3ee-400ef45083ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.650903 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-8aac4a66-c122-4f10-b3ee-400ef45083ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 1097 time: 0.2345712 Jun 22 12:51:50.659799 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449528f-0aca-49cf-a1a6-baebf7c40f58 req-77b2abde-9bda-4064-a1f1-5c8d456abc98 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.662085 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4449528f-0aca-49cf-a1a6-baebf7c40f58 req-77b2abde-9bda-4064-a1f1-5c8d456abc98 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.2349167 Jun 22 12:51:50.756559 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-65b65edb-1821-4459-bcf8-f282b96e996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.758063 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-65b65edb-1821-4459-bcf8-f282b96e996e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1097 time: 0.1856053 Jun 22 12:51:50.770222 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4449528f-0aca-49cf-a1a6-baebf7c40f58 req-fe9bfcf2-ba9f-4047-8cf3-9020b5a0d87b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983722 Jun 22 12:51:50.821805 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-c00f49d5-1556-4279-b177-2dd4f2baa5c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 217 time: 0.0481741 Jun 22 12:51:50.839944 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-23da57ff-cd7e-480b-a192-f2135b2397b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.841372 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-23da57ff-cd7e-480b-a192-f2135b2397b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.1781797 Jun 22 12:51:50.929130 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-af09f532-d24a-40a5-acf7-55337314a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:50.930610 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-af09f532-d24a-40a5-acf7-55337314a453 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 200 len: 848 time: 0.1015267 Jun 22 12:51:50.951472 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-118e067f-c51d-4d1b-bf49-4d4cb7f0928a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 HTTP/1.1" status: 200 len: 999 time: 0.0882444 Jun 22 12:51:51.033487 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-235917aa-bb6b-43eb-af6e-f3e8f2a00720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.034963 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-235917aa-bb6b-43eb-af6e-f3e8f2a00720 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0628495 Jun 22 12:51:51.040402 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e540e6-6a0c-49aa-88fb-d6acd4c044e5 req-3a04dd7f-5fe1-424a-aaac-38d9df3eca01 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.042229 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b6e540e6-6a0c-49aa-88fb-d6acd4c044e5 req-3a04dd7f-5fe1-424a-aaac-38d9df3eca01 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0830512 Jun 22 12:51:51.079422 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-fba5e96a-8dc2-4b24-a633-cb7c48b9b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.080959 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-fba5e96a-8dc2-4b24-a633-cb7c48b9b792 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97edd773-2798-4c86-a609-ee83d4ae33b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1392119 Jun 22 12:51:51.087021 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b6e540e6-6a0c-49aa-88fb-d6acd4c044e5 req-109fa9ee-88c8-45c0-8b94-125e4942dcfc tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381005 Jun 22 12:51:51.167596 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-70d5eba1-e5d4-402f-a944-8869a06acb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.169163 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-70d5eba1-e5d4-402f-a944-8869a06acb92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1270142 Jun 22 12:51:51.248166 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-dbcadcb7-79ec-42df-b55a-5ddc8d1f64ab service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606665 Jun 22 12:51:51.360495 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-8408a170-3b02-42a2-b56a-c3d9b588da18 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805463 Jun 22 12:51:51.441560 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2bd67775-3787-457b-a9e4-2603a0b6bd92 req-0c6ee3af-1e10-4f22-a7f5-19085723ab98 service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835792 Jun 22 12:51:51.480222 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ccd00b27-5710-4d10-a33c-09a469a7b645 req-589160db-2ba3-40c3-a7db-2f7c5d12acdb service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134598 Jun 22 12:51:51.619324 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-d04645c2-1f1a-47f5-9a87-af51c82118c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.620964 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-d04645c2-1f1a-47f5-9a87-af51c82118c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1097 time: 0.0668364 Jun 22 12:51:51.721624 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-19baaab9-8147-4be8-a208-4e2fa6ebf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.723678 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-19baaab9-8147-4be8-a208-4e2fa6ebf038 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 910 time: 0.0904055 Jun 22 12:51:51.766417 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-18e81fac-95db-4f8a-88ec-7a469cc8e58e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 217 time: 0.0363212 Jun 22 12:51:51.838214 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-f9689a5f-1e75-470a-a481-0a4f3b56cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.840019 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-f9689a5f-1e75-470a-a481-0a4f3b56cb1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 200 len: 848 time: 0.0578077 Jun 22 12:51:51.911927 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-7c8290d2-53b4-4d30-9501-a2a6aabe75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:51.913545 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-7c8290d2-53b4-4d30-9501-a2a6aabe75e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97edd773-2798-4c86-a609-ee83d4ae33b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0633502 Jun 22 12:51:52.044073 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a707f5-8248-4252-8543-33ec7de289a8 req-f9de04b2-1a77-4f8c-9ef5-6f8cc3f680f5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:52.047583 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-f1dfc72e-c6b6-4e09-93e3-8dd47b026963 service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120243 Jun 22 12:51:52.056315 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-13a707f5-8248-4252-8543-33ec7de289a8 req-f9de04b2-1a77-4f8c-9ef5-6f8cc3f680f5 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.1359591 Jun 22 12:51:52.139112 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-13a707f5-8248-4252-8543-33ec7de289a8 req-e2cf9df0-a171-4f9a-be82-59db88abcc83 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797856 Jun 22 12:51:52.365932 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c218a14-19c3-42a7-84ee-fec58d57d1eb req-56045a24-015a-444f-a802-6c453cd64e6c tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:52.368492 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1c218a14-19c3-42a7-84ee-fec58d57d1eb req-56045a24-015a-444f-a802-6c453cd64e6c tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0927496 Jun 22 12:51:52.424952 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1c218a14-19c3-42a7-84ee-fec58d57d1eb req-963194a3-0eae-4c07-9cab-0341ffd302e5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510118 Jun 22 12:51:53.325701 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b9ccf-7f5a-460c-91fe-9a7ba860d456 req-8b94a30b-3957-4198-81bf-ee6863e8bf07 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:53.327271 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a24b9ccf-7f5a-460c-91fe-9a7ba860d456 req-8b94a30b-3957-4198-81bf-ee6863e8bf07 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0721045 Jun 22 12:51:53.371529 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a24b9ccf-7f5a-460c-91fe-9a7ba860d456 req-d65eeaa8-5c03-43ab-b997-28d28c65f63b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370171 Jun 22 12:51:53.609201 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5aef-80f8-4ada-b78b-c886a6c72122 req-d400a980-3349-4370-a0bf-762730ec896f tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:53.610773 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17ec5aef-80f8-4ada-b78b-c886a6c72122 req-d400a980-3349-4370-a0bf-762730ec896f tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0705047 Jun 22 12:51:53.664611 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17ec5aef-80f8-4ada-b78b-c886a6c72122 req-22e9d6e6-5c40-48d0-a7dc-d41148ae8d8a tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367301 Jun 22 12:51:54.562855 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421ebd5-f7d3-438f-80cd-0a0d4b4441ef req-8548362c-452e-472e-9000-0669a2777e08 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:54.564359 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4421ebd5-f7d3-438f-80cd-0a0d4b4441ef req-8548362c-452e-472e-9000-0669a2777e08 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0721178 Jun 22 12:51:54.603916 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4421ebd5-f7d3-438f-80cd-0a0d4b4441ef req-39630cb8-ee27-42a8-8f96-c388419f6960 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Jun 22 12:51:54.849491 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b8a75-c384-48fa-9f86-816b42bf427a req-14b61206-1068-4065-9c51-43798fa63b0c tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:54.850985 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-071b8a75-c384-48fa-9f86-816b42bf427a req-14b61206-1068-4065-9c51-43798fa63b0c tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0659106 Jun 22 12:51:54.900757 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-071b8a75-c384-48fa-9f86-816b42bf427a req-7470d08d-e34f-45dd-b0d9-c42c021079bf tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410430 Jun 22 12:51:55.819472 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068dbba-2f28-4bff-8812-352de6f9934c req-a78d0027-47b6-4b9c-8618-6cf88fc7f4a0 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:55.821025 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c068dbba-2f28-4bff-8812-352de6f9934c req-a78d0027-47b6-4b9c-8618-6cf88fc7f4a0 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0709620 Jun 22 12:51:55.866977 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c068dbba-2f28-4bff-8812-352de6f9934c req-1f78e9dd-d409-4113-b797-e27031c772eb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395949 Jun 22 12:51:56.102579 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9672-e1f9-404a-915a-aa794111c987 req-29a56f4f-998f-43d0-b535-c9c39a6c7d9b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:56.104129 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-099b9672-e1f9-404a-915a-aa794111c987 req-29a56f4f-998f-43d0-b535-c9c39a6c7d9b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0801659 Jun 22 12:51:56.153590 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-099b9672-e1f9-404a-915a-aa794111c987 req-efde7049-a5ae-4f9b-9b28-da4f8502322a tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 Jun 22 12:51:57.065600 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb989f1a-5f6f-4202-8e99-74f5108c425b req-0128d74b-cc64-4b1d-a519-1cbb4f0fb58a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:57.067871 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fb989f1a-5f6f-4202-8e99-74f5108c425b req-0128d74b-cc64-4b1d-a519-1cbb4f0fb58a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0735004 Jun 22 12:51:57.108171 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-fb989f1a-5f6f-4202-8e99-74f5108c425b req-781ae3b6-a05c-4305-aef3-979137b317a3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343843 Jun 22 12:51:57.359236 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89afe5-c799-4433-beb1-99caf227033b req-ee6b525c-b635-4779-9974-614a00e233b3 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:57.360862 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b89afe5-c799-4433-beb1-99caf227033b req-ee6b525c-b635-4779-9974-614a00e233b3 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0714018 Jun 22 12:51:57.404873 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b89afe5-c799-4433-beb1-99caf227033b req-ea8cc463-7de1-4143-8ce7-215f3a697d2d tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382934 Jun 22 12:51:58.299916 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbfbb0-ba95-46e2-ac7a-cf984705d48f req-990e3a82-663d-4c48-bf08-72da01825495 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:58.302066 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ddcbfbb0-ba95-46e2-ac7a-cf984705d48f req-990e3a82-663d-4c48-bf08-72da01825495 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0669882 Jun 22 12:51:58.359001 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ddcbfbb0-ba95-46e2-ac7a-cf984705d48f req-2a07568d-3ae5-4a3b-82fc-103090fad4fb tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407777 Jun 22 12:51:58.604399 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438ba45-fcce-4b5c-aa6e-e8347b8087e0 req-44577f29-5822-4bef-bc4f-30bd88a3f6a9 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:58.606152 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7438ba45-fcce-4b5c-aa6e-e8347b8087e0 req-44577f29-5822-4bef-bc4f-30bd88a3f6a9 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0715213 Jun 22 12:51:58.654419 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7438ba45-fcce-4b5c-aa6e-e8347b8087e0 req-080019a1-1e48-47b6-8186-c7cfe1846f76 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397425 Jun 22 12:51:59.577396 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77534-3f1b-4bb8-a1fa-c35d86aa9df7 req-f2d58689-dc71-437a-a0e2-69f669a6880f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:59.578965 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-33c77534-3f1b-4bb8-a1fa-c35d86aa9df7 req-f2d58689-dc71-437a-a0e2-69f669a6880f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0834289 Jun 22 12:51:59.620002 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-33c77534-3f1b-4bb8-a1fa-c35d86aa9df7 req-61f13d32-5f83-41e7-9bc5-eae6d9cbf71f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347481 Jun 22 12:51:59.872665 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b0723-6785-45f5-acf4-1b8e906f77c2 req-acf361dd-5033-4267-b9a5-e774572fd81e tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:51:59.874228 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c91b0723-6785-45f5-acf4-1b8e906f77c2 req-acf361dd-5033-4267-b9a5-e774572fd81e tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0746040 Jun 22 12:51:59.924289 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c91b0723-6785-45f5-acf4-1b8e906f77c2 req-0478c5c2-ea23-45f4-8f68-f1d965c1b8a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422533 Jun 22 12:52:00.864338 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cecda-797f-4a64-ab7c-e04060ba177c req-f22fc211-ede2-4e9d-9b51-65630e1552d3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:00.866020 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b93cecda-797f-4a64-ab7c-e04060ba177c req-f22fc211-ede2-4e9d-9b51-65630e1552d3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0903206 Jun 22 12:52:00.917590 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b93cecda-797f-4a64-ab7c-e04060ba177c req-4f0fcfb2-b58c-4b0a-8f6c-45f2f2ea7089 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422022 Jun 22 12:52:01.149375 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8ea40-adad-4210-913e-f91af32c809d req-9e24ea8d-2b5c-4aba-99e6-9ab8786564f3 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:01.151047 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d0d8ea40-adad-4210-913e-f91af32c809d req-9e24ea8d-2b5c-4aba-99e6-9ab8786564f3 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0695970 Jun 22 12:52:01.195198 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d0d8ea40-adad-4210-913e-f91af32c809d req-31c55832-23ac-404a-958f-a776881f8537 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376852 Jun 22 12:52:02.114858 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72cd2a-31fe-42e9-826b-8119e60121d6 req-45670fc6-96cf-428c-96a8-97ac5bdd3441 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.116522 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce72cd2a-31fe-42e9-826b-8119e60121d6 req-45670fc6-96cf-428c-96a8-97ac5bdd3441 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.0732875 Jun 22 12:52:02.161079 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ce72cd2a-31fe-42e9-826b-8119e60121d6 req-2eaadaa1-bb71-47a3-88d1-e6164860ff61 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382087 Jun 22 12:52:02.469807 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-291d7d54-1837-4e1b-88c6-e51cb56ac53d req-b2d8e209-adb9-4bb2-9ceb-e1c7c5e20e6f service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751869 Jun 22 12:52:02.489165 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f400b1-8adf-4336-81d3-2475f2faef75 req-da56d8a7-42ab-43e1-baa3-b3db6d4d2d69 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.490849 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36f400b1-8adf-4336-81d3-2475f2faef75 req-da56d8a7-42ab-43e1-baa3-b3db6d4d2d69 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.1417928 Jun 22 12:52:02.550399 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-3f24c704-52eb-4240-b28b-d25f36c6204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.552306 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-3f24c704-52eb-4240-b28b-d25f36c6204b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f8688e5cf04418280e3f726c5c89a81&device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 1097 time: 0.1236219 Jun 22 12:52:02.555685 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-36f400b1-8adf-4336-81d3-2475f2faef75 req-9335529e-4818-407c-a1f4-a6570c61bde5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556850 Jun 22 12:52:02.703203 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-ea53d606-de11-4d05-ab79-050678bbfaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.704696 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-ea53d606-de11-4d05-ab79-050678bbfaed service neutron] 10.222.0.52 "GET /v2.0/networks?id=edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 200 len: 918 time: 0.1211450 Jun 22 12:52:02.795230 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-a8c5da42-03f3-4774-9614-33a23f88d048 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 HTTP/1.1" status: 200 len: 999 time: 0.0829611 Jun 22 12:52:02.850660 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-0dcf2871-acd1-4373-bb76-95c9489fe53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.852161 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-0dcf2871-acd1-4373-bb76-95c9489fe53d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 200 len: 856 time: 0.0498614 Jun 22 12:52:02.917896 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-215bffaa-b96e-404c-a5be-776724501050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:02.920027 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-215bffaa-b96e-404c-a5be-776724501050 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edeb9197-b866-465a-b484-766d7b8e4b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0605922 Jun 22 12:52:03.157988 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 2beff361-c36c-4af1-8d01-b76439c15080 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:52:03.282328 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:03.296276 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '2beff361-c36c-4af1-8d01-b76439c15080', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'port_id': '2beff361-c36c-4af1-8d01-b76439c15080', 'mac_address': 'fa:16:3e:5c:a8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:52:03.351283 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.381396 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beff361-c36c-4af1-8d01-b76439c15080 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:52:03.383032 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-f53f3cb6-515b-4dab-9fee-b981772428e5 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558454 Jun 22 12:52:03.418845 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:03.424238 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.425635 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:52:03.430369 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:03.495547 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d396c1-79e3-4b37-8a01-7119a6495b8f req-74d3a13d-82af-4af2-ad43-aa2d1eb77330 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:03.497221 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-52d396c1-79e3-4b37-8a01-7119a6495b8f req-74d3a13d-82af-4af2-ad43-aa2d1eb77330 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 944 time: 0.1792717 Jun 22 12:52:03.549810 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2f6e62cb-2e16-4e8a-99ee-aa550bfe10bc req-7cd54a89-0791-411d-b317-6174bc95af15 service neutron] 10.222.0.52 "GET /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593256 Jun 22 12:52:03.569870 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-52d396c1-79e3-4b37-8a01-7119a6495b8f req-d99892f0-f0c7-496f-94e2-7b5c7e243472 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550160 Jun 22 12:52:03.698236 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:03.706923 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:03.770502 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:03.785658 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'port_id': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'mac_address': 'fa:16:3e:a1:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:52:03.797930 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4eeb-ba79-4271-9eeb-7a0c6bcd2efb req-532f2081-2ce4-42cd-9295-f6e3a3e1e6fe tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:03.800522 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ffcb4eeb-ba79-4271-9eeb-7a0c6bcd2efb req-532f2081-2ce4-42cd-9295-f6e3a3e1e6fe tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 945 time: 0.1134548 Jun 22 12:52:03.837411 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.852804 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:52:03.853434 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ffcb4eeb-ba79-4271-9eeb-7a0c6bcd2efb req-ffe46d0c-24f6-4338-a000-09f8f651e489 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363634 Jun 22 12:52:03.879483 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:03.885281 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:03.890133 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:03.954723 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=9']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:03.959222 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:04.256037 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['2beff361-c36c-4af1-8d01-b76439c15080'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:52:04.282279 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:52:04.790828 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd9f1c-d27e-4e16-8b53-a423661ebffe req-016ca4b9-34aa-4f79-82e5-cfb66c178db7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:04.792541 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1cfd9f1c-d27e-4e16-8b53-a423661ebffe req-016ca4b9-34aa-4f79-82e5-cfb66c178db7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 945 time: 0.0833652 Jun 22 12:52:04.845066 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1cfd9f1c-d27e-4e16-8b53-a423661ebffe req-afbc8972-9c3f-4960-9bb7-7fbb7666f47e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415351 Jun 22 12:52:05.066393 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa06079-0b43-44c0-9d2e-1d339d7a7cb7 req-f6a63f6f-7e25-4223-8a01-dd055f951638 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:05.067947 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5fa06079-0b43-44c0-9d2e-1d339d7a7cb7 req-f6a63f6f-7e25-4223-8a01-dd055f951638 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 945 time: 0.0732586 Jun 22 12:52:05.115516 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5fa06079-0b43-44c0-9d2e-1d339d7a7cb7 req-d6123df3-9048-49cf-879a-64b0f1c35467 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Jun 22 12:52:05.163744 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 2beff361-c36c-4af1-8d01-b76439c15080 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:52:05.218555 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port 2beff361-c36c-4af1-8d01-b76439c15080 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:52:05.224797 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 2beff361-c36c-4af1-8d01-b76439c15080 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:52:05.225400 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:05.320375 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:05.347876 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:05.350306 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716b2f3-62fb-4c80-b24e-e0bf4e9d24ac" -d '{"events": [{"server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "name": "network-vif-plugged", "status": "completed", "tag": "2beff361-c36c-4af1-8d01-b76439c15080"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:05.365349 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:05.370725 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:05.371778 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:52:05.374906 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-cb2ba1d5-2d6a-46f6-8ef2-7d3dddfe89d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:05.419574 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b9945-853a-44c6-a80a-e651cd3274c5 x-openstack-request-id: req-ba5b9945-853a-44c6-a80a-e651cd3274c5 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:05.419981 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "name": "network-vif-plugged", "status": "completed", "tag": "2beff361-c36c-4af1-8d01-b76439c15080", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:05.420245 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba5b9945-853a-44c6-a80a-e651cd3274c5 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:05.420648 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080', 'code': 200} Jun 22 12:52:05.466828 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:05.470042 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:05.477981 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:52:05.478359 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:05.566859 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:05.602620 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:05.606769 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:05.608741 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:05.659941 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=10']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:05.663513 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:05.759039 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb80d4-ae88-490c-8409-ec4e147b5090 req-f1426877-edf2-434b-9b9b-da69f660fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:05.761033 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5bb80d4-ae88-490c-8409-ec4e147b5090 req-f1426877-edf2-434b-9b9b-da69f660fe0d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1099 time: 0.0576172 Jun 22 12:52:05.800984 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d5bb80d4-ae88-490c-8409-ec4e147b5090 req-a2cbdd5b-e18a-4c33-b6a3-5e8668eb61f7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308051 Jun 22 12:52:06.053454 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e2d7a-a48e-4490-a5d4-9c623139cf79 req-ccb83374-174b-4a8e-90f0-652947a09c77 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:06.055932 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cb2e2d7a-a48e-4490-a5d4-9c623139cf79 req-ccb83374-174b-4a8e-90f0-652947a09c77 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 947 time: 0.0873735 Jun 22 12:52:06.117090 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cb2e2d7a-a48e-4490-a5d4-9c623139cf79 req-d4ddd7eb-8e0f-495d-a8fe-f9540e85d38e tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516188 Jun 22 12:52:06.320595 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be327d-8c86-4ef8-8191-b77068aab96f req-29c94f91-d360-415e-81f9-3ffd8c01348a tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:06.322597 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-87be327d-8c86-4ef8-8191-b77068aab96f req-29c94f91-d360-415e-81f9-3ffd8c01348a tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0648258 Jun 22 12:52:06.361875 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-87be327d-8c86-4ef8-8191-b77068aab96f req-7f07e140-d8c3-4a1d-be6e-1c109d44a9be tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336008 Jun 22 12:52:07.318664 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c5c01-5b1c-4be8-986e-59d8bbc3285d req-e6994f94-6709-43bd-b511-4307da0f9aa3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:07.320129 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-737c5c01-5b1c-4be8-986e-59d8bbc3285d req-e6994f94-6709-43bd-b511-4307da0f9aa3 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 947 time: 0.0710948 Jun 22 12:52:07.357373 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-737c5c01-5b1c-4be8-986e-59d8bbc3285d req-972678c1-0719-4aab-8e9d-43d76814cb29 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314598 Jun 22 12:52:07.422043 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:07.424350 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae1d243-cfef-462b-b087-e068f9df7513" -d '{"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-plugged", "status": "completed", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:07.460340 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf1d47-cfdc-4a81-a810-21654a677ebe x-openstack-request-id: req-5abf1d47-cfdc-4a81-a810-21654a677ebe {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:07.460643 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-plugged", "status": "completed", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:07.460905 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5abf1d47-cfdc-4a81-a810-21654a677ebe {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:07.461354 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'code': 200} Jun 22 12:52:07.546987 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e220-4252-4271-a60f-cb8c62fc826c req-0f1a75e8-f488-4961-ade0-44b719975a35 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:07.548889 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6da8e220-4252-4271-a60f-cb8c62fc826c req-0f1a75e8-f488-4961-ade0-44b719975a35 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0679739 Jun 22 12:52:07.592818 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6da8e220-4252-4271-a60f-cb8c62fc826c req-32c4010b-d932-443a-9d5a-87be63527939 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381935 Jun 22 12:52:07.757145 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4d12d-ced6-4f66-b135-882975972a57 req-f07c9cf3-09cb-470b-8d5c-a4d77afaecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:07.758395 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d6d4d12d-ced6-4f66-b135-882975972a57 req-f07c9cf3-09cb-470b-8d5c-a4d77afaecb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 1100 time: 0.0566809 Jun 22 12:52:07.781483 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9865-d61b-49cb-81c6-8d9395eef510 req-ec6ae7ed-df6b-4b84-b8df-d1c456ba83ce tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:07.783049 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ce2e9865-d61b-49cb-81c6-8d9395eef510 req-ec6ae7ed-df6b-4b84-b8df-d1c456ba83ce tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0680037 Jun 22 12:52:07.795934 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d6d4d12d-ced6-4f66-b135-882975972a57 req-8d700afb-df77-44be-95c1-2e6a0913fbf5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299327 Jun 22 12:52:07.822771 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ce2e9865-d61b-49cb-81c6-8d9395eef510 req-bd71695e-384b-4eb3-9536-c4444b95e24d tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333722 Jun 22 12:52:07.850080 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44290) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:08.002460 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3322ad5-04bd-492c-ad5c-08bf6c00a405 tempest-TestShelveInstance-766437577 tempest-TestShelveInstance-766437577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:08.004077 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-c3322ad5-04bd-492c-ad5c-08bf6c00a405 tempest-TestShelveInstance-766437577 tempest-TestShelveInstance-766437577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1094 time: 0.1529045 Jun 22 12:52:08.007114 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44294) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:08.011441 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Request body: {'floatingip': {'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'port_id': '2beff361-c36c-4af1-8d01-b76439c15080', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:08.036287 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for floatingip, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:08.132151 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:08.242141 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Allocated IP 172.28.1.99 (e29e87ec-c1af-4dff-b8c9-ab70709846a2/3146bc19-27f6-4125-bfc5-a152aa838e20/6b408fbe-2db8-42b8-b873-d00dcad19e4b) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:52:08.366831 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:08.408694 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:08.411919 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d5402d0b-1599-470d-9190-21b16bafbf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:08.454019 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Network e29e87ec-c1af-4dff-b8c9-ab70709846a2 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:52:08.457647 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:52:08.461584 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:52:08.485885 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'Port': ['ID=6b408fbe-2db8-42b8-b873-d00dcad19e4b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:08.525021 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.525423 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.525788 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.526148 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.526503 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.527110 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.527474 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.527818 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.528167 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.528514 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.528861 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.529650 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:08.535822 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:08.650468 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8ab33-111a-4805-966c-51df0c0c2b83 req-987ff1db-9655-4570-b3ce-b7212164d312 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:08.652203 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3ae8ab33-111a-4805-966c-51df0c0c2b83 req-987ff1db-9655-4570-b3ce-b7212164d312 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 947 time: 0.1635678 Jun 22 12:52:08.743202 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3ae8ab33-111a-4805-966c-51df0c0c2b83 req-ad5be54d-e911-43f2-a29e-4bdd6c6d68f4 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836294 Jun 22 12:52:08.984712 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:09.092939 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:09.265512 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:09.270766 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:09.273103 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:09.345674 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event updated for resources: {'Port': ['ID=6b408fbe-2db8-42b8-b873-d00dcad19e4b,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:09.350502 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:09.365174 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:09.485806 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.l3_db [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Floating IP 93001e4d-1964-4299-9225-dc78e21f1abd associated. External IP: 172.28.1.99, port: 2beff361-c36c-4af1-8d01-b76439c15080. Jun 22 12:52:09.743239 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Router 36261712-1fde-485d-a3b8-a3c910879784 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:52:09.883663 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:52:09.894896 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] Sync routers for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:52:09.902735 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:09.907795 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:09.908469 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:09.953101 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9446316 Jun 22 12:52:09.953514 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:09.956000 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da880265-7cfc-4943-ab43-0d74690184fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "tag": "2beff361-c36c-4af1-8d01-b76439c15080"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:10.006871 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c0f63-8a25-45c7-9db7-d20736be89e8 x-openstack-request-id: req-7b8c0f63-8a25-45c7-9db7-d20736be89e8 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:10.007199 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "tag": "2beff361-c36c-4af1-8d01-b76439c15080", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:10.007483 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b8c0f63-8a25-45c7-9db7-d20736be89e8 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:10.007911 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080', 'status': 'completed', 'code': 200} Jun 22 12:52:10.039139 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:10.144051 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e27df7-1133-40b2-961c-fec794fab317 req-ca682331-481c-4d4f-b309-838eeb596a81 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:10.145569 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-72e27df7-1133-40b2-961c-fec794fab317 req-ca682331-481c-4d4f-b309-838eeb596a81 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 947 time: 0.1013153 Jun 22 12:52:10.160268 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da880265-7cfc-4943-ab43-0d74690184fb req-777e4a2b-72cd-48a7-8e48-2c3803f477d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:10.161728 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-da880265-7cfc-4943-ab43-0d74690184fb req-777e4a2b-72cd-48a7-8e48-2c3803f477d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1099 time: 0.0822287 Jun 22 12:52:10.240216 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-72e27df7-1133-40b2-961c-fec794fab317 req-b4bbb083-b0d9-4f34-8c8c-1610b44a8b8b tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881572 Jun 22 12:52:10.289563 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '93001e4d-1964-4299-9225-dc78e21f1abd', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '36261712-1fde-485d-a3b8-a3c910879784', 'port_id': '2beff361-c36c-4af1-8d01-b76439c15080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'mac_address': 'fa:16:3e:5c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:08Z', 'updated_at': '2021-06-22T12:52:08Z', 'revision_number': 0, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:25Z', 'revision_number': 5, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:10.307292 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da880265-7cfc-4943-ab43-0d74690184fb req-3ac16642-961c-42d0-b1cd-20cc68da6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:10.308795 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-da880265-7cfc-4943-ab43-0d74690184fb req-3ac16642-961c-42d0-b1cd-20cc68da6c4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 910 time: 0.1397367 Jun 22 12:52:10.322326 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] Checking router: 36261712-1fde-485d-a3b8-a3c910879784 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:52:10.332093 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:10.332745 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:51:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:10.387808 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-da880265-7cfc-4943-ab43-0d74690184fb req-93aec4ed-f0d6-44ad-b673-e27b8b4f0bf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 999 time: 0.0714600 Jun 22 12:52:10.452858 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da880265-7cfc-4943-ab43-0d74690184fb req-216bb65b-a6b4-40cd-81d2-886362eecf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:10.454339 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-da880265-7cfc-4943-ab43-0d74690184fb req-216bb65b-a6b4-40cd-81d2-886362eecf52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 200 len: 848 time: 0.0590591 Jun 22 12:52:10.455145 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:10.516797 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da880265-7cfc-4943-ab43-0d74690184fb req-d487942c-3128-4f5e-bda1-9719920be864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:10.518215 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-da880265-7cfc-4943-ab43-0d74690184fb req-d487942c-3128-4f5e-bda1-9719920be864 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97edd773-2798-4c86-a609-ee83d4ae33b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540037 Jun 22 12:52:10.619042 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-da880265-7cfc-4943-ab43-0d74690184fb req-b60146c1-5fb6-4cda-bc01-d250973aac03 service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898256 Jun 22 12:52:10.696586 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '93001e4d-1964-4299-9225-dc78e21f1abd', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '36261712-1fde-485d-a3b8-a3c910879784', 'port_id': '2beff361-c36c-4af1-8d01-b76439c15080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'mac_address': 'fa:16:3e:5c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:08Z', 'updated_at': '2021-06-22T12:52:08Z', 'revision_number': 0, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:25Z', 'revision_number': 5, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:10.722137 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-da880265-7cfc-4943-ab43-0d74690184fb req-ac9927f6-ad26-4be2-af99-658dcf06ea69 service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952187 Jun 22 12:52:10.731603 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f1afc-c0b2-4a6b-9511-603a670a875b None None] The sync data for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb is: [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_floatingips': [{'id': '93001e4d-1964-4299-9225-dc78e21f1abd', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'floating_ip_address': '172.28.1.99', 'floating_network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'router_id': '36261712-1fde-485d-a3b8-a3c910879784', 'port_id': '2beff361-c36c-4af1-8d01-b76439c15080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'mac_address': 'fa:16:3e:5c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T12:52:08Z', 'updated_at': '2021-06-22T12:52:08Z', 'revision_number': 0, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:25Z', 'revision_number': 5, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:52:10.949186 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c247dd-e1f6-4066-bca0-ca97ed4ff5e7 None None] New status for floating IP 93001e4d-1964-4299-9225-dc78e21f1abd: ACTIVE {{(pid=99505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:52:13.533646 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d86621ea-b976-444c-a787-9cedc23783d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:13.939359 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb469e3-a9e0-4b3a-8df9-4c61f4180020 req-b815607c-bb1c-4559-96a1-b804d8b375f0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:13.941694 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3fb469e3-a9e0-4b3a-8df9-4c61f4180020 req-b815607c-bb1c-4559-96a1-b804d8b375f0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0666356 Jun 22 12:52:13.983357 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3fb469e3-a9e0-4b3a-8df9-4c61f4180020 req-cbfdac48-7462-4a1d-b637-9cc5b69470c7 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358875 Jun 22 12:52:15.167841 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10bbcb-524f-4209-82ec-fd62652ed055 req-f61503c4-e7d9-4811-8660-fb93de15b9f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:15.169353 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ad10bbcb-524f-4209-82ec-fd62652ed055 req-f61503c4-e7d9-4811-8660-fb93de15b9f4 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0688343 Jun 22 12:52:15.211895 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-ad10bbcb-524f-4209-82ec-fd62652ed055 req-458521b7-e096-44ef-8ddc-2244408cf3fa tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358224 Jun 22 12:52:16.132686 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-8df065f0-bb33-4f05-8d4f-b1682d4c5cd0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:16.134081 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-8df065f0-bb33-4f05-8d4f-b1682d4c5cd0 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 945 time: 0.0645268 Jun 22 12:52:16.243083 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Deleting port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:16.243484 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:16.351901 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] For port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:16.352259 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:16.496860 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0dc8-a303-4881-af7c-afa76b8fe873 req-8a15db5b-481e-4f75-9d37-7dac39b6ddb6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:16.498350 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-079c0dc8-a303-4881-af7c-afa76b8fe873 req-8a15db5b-481e-4f75-9d37-7dac39b6ddb6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 945 time: 0.1628170 Jun 22 12:52:16.581592 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-079c0dc8-a303-4881-af7c-afa76b8fe873 req-5159a373-4ba9-4ac1-86df-d9bed2882010 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcecdf8f-9eaf-4d70-b753-2248f061411c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764897 Jun 22 12:52:16.593919 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:16.594303 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:16.594657 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.l3_db [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Floating IP 71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9 disassociated. External IP: 172.28.1.33, port: 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972. Jun 22 12:52:16.594956 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Calling delete_port for 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:16.733392 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:16.740557 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:16.774441 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event deleted for resources: {'Port': ['ID=6c9a8d23-2ea8-4a36-b6ad-d10b056bf972,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:16.778243 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:16.817541 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-4d75d8ae-1967-4f39-aa11-0691a0677926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:16.898805 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Router 17d81535-39b5-42ce-bcca-65280e2049ae has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:52:17.013464 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:52:17.025169 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] Sync routers for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:52:17.038690 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:17.039342 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:52:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:17.064098 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] No DVR routers for this DVR port 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:17.066722 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:17.068712 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c518f9a9-a88f-4dca-8212-aae6d241d3b0 req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.52 "DELETE /v2.0/ports/6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 HTTP/1.1" status: 204 len: 173 time: 0.9292970 Jun 22 12:52:17.069290 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'name': 'network-vif-deleted', 'tag': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:17.071626 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2fe098-3223-4edf-8929-d09d26e76b51" -d '{"events": [{"server_uuid": "b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1", "name": "network-vif-deleted", "tag": "6c9a8d23-2ea8-4a36-b6ad-d10b056bf972"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:17.115307 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1f048-ae2d-4b43-836d-93be67fb9e86 x-openstack-request-id: req-06b1f048-ae2d-4b43-836d-93be67fb9e86 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:17.115635 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1", "name": "network-vif-deleted", "tag": "6c9a8d23-2ea8-4a36-b6ad-d10b056bf972", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:17.115996 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06b1f048-ae2d-4b43-836d-93be67fb9e86 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:17.116356 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1', 'name': 'network-vif-deleted', 'tag': '6c9a8d23-2ea8-4a36-b6ad-d10b056bf972', 'status': 'completed', 'code': 200} Jun 22 12:52:17.302033 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:17.474617 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:17.536424 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:17.566645 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] Checking router: 17d81535-39b5-42ce-bcca-65280e2049ae for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:52:17.578020 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:17.578681 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:52:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:17.728102 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:17.782794 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-96a010d1-02bc-4aa3-871c-b37371f7a579 req-8b425528-ef70-47b1-9fc6-29719beda8ff tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bf18bb-3675-4a7f-8670-8fc1d5cf0ef1 HTTP/1.1" status: 200 len: 210 time: 0.0460424 Jun 22 12:52:17.987936 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:17.991108 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:18.015342 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b17dd4-1c57-4a5b-a54e-576b7ad952b3 None None] The sync data for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb is: [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:45:58Z', 'revision_number': 4, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '021c0805-9f3c-4ac1-8013-f5395503ac52', 'name': '', 'network_id': 'b71f308a-c4cf-460d-8f19-a7831a2f3fcc', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'mac_address': 'fa:16:3e:4a:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:55Z', 'updated_at': '2021-06-22T12:46:09Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'subnets': [{'id': '00a53fad-6e1d-4fc2-abe4-02558dd5e26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:52:18.229142 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4207cb68-562f-4382-99ca-d82c63f0db41 None None] New status for floating IP 71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9: DOWN {{(pid=99505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:52:18.756140 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:18.919996 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44400) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:18.989233 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.014139 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.069439 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.072191 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.073362 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "DELETE /v2.0/security-groups/bcecdf8f-9eaf-4d70-b753-2248f061411c HTTP/1.1" status: 204 len: 168 time: 0.1523602 Jun 22 12:52:19.074148 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-c06bbf52-cb8c-4b59-aa0b-a9629dee79b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:19.076175 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44402) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:19.084565 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcecdf8f-9eaf-4d70-b753-2248f061411c,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:19.092321 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.092706 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.093115 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.093484 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.094028 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.095181 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.095331 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.api.v2.resource [None req-0769bcdf-8e62-4336-8ed1-e96bfa414d81 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] show failed (client error): The resource could not be found. Jun 22 12:52:19.095435 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.095435 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.095656 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.096582 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.097629 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.097998 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:19.100477 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44404) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:19.101843 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-0769bcdf-8e62-4336-8ed1-e96bfa414d81 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "GET /v2.0/security-groups/bcecdf8f-9eaf-4d70-b753-2248f061411c HTTP/1.1" status: 404 len: 347 time: 0.0241587 Jun 22 12:52:19.108279 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:19.231857 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Deleting port 45afedfa-6cc4-418a-a09d-e627862d67ea {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:19.232192 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.313212 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.313539 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.379940 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Calling delete_port for 45afedfa-6cc4-418a-a09d-e627862d67ea owned by network:floatingip {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:19.516057 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.518887 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e70d3433-a4f1-4721-abd4-8d9fa09cd7d6 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:19.542423 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Pushing event deleted for resources: {'Port': ['ID=45afedfa-6cc4-418a-a09d-e627862d67ea,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:19.545156 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:19.611436 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks [] for floatingip, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.613950 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:19.615120 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-47eb9c2b-16d8-4f57-a18c-fd73239c83e5 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] 10.222.0.20 "DELETE /v2.0/floatingips/71dca3f0-0e9a-4b9e-a5de-7b4aef4697a9 HTTP/1.1" status: 204 len: 168 time: 0.5136299 Jun 22 12:52:19.989832 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:20.998981 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:52:21.213472 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:21.234164 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:21.234518 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 6c9a8d23-2ea8-4a36-b6ad-d10b056bf972 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:23.304457 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44434) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:23.787583 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973273'] for router_interface, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:24.318779 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Deleting port 021c0805-9f3c-4ac1-8013-f5395503ac52 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:24.319460 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:24.396495 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] For port 021c0805-9f3c-4ac1-8013-f5395503ac52, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=021c0805-9f3c-4ac1-8013-f5395503ac52,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:24.396850 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:24.463259 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Calling delete_port for 021c0805-9f3c-4ac1-8013-f5395503ac52 owned by network:router_interface {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:24.638786 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:24.641031 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-fe2daa1a-11e9-4234-adf7-be2e83e9241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:24.667983 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=021c0805-9f3c-4ac1-8013-f5395503ac52,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:24.673088 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:24.840237 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973173'] for router_interface, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:25.067287 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Router 17d81535-39b5-42ce-bcca-65280e2049ae has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:52:25.179232 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:52:25.184553 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-41981078-a17a-44f4-a601-84d34d6b7aa5 admin admin] 10.222.0.20 "PUT /v2.0/routers/17d81535-39b5-42ce-bcca-65280e2049ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789461 Jun 22 12:52:25.187107 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44438) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:25.188034 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] Sync routers for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:52:25.199836 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:25.200471 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:52:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:25.335547 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:25.546820 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:52:24Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:25.576114 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] Checking router: 17d81535-39b5-42ce-bcca-65280e2049ae for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:52:25.584828 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] Routers {'17d81535-39b5-42ce-bcca-65280e2049ae'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:25.585650 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:52:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['17d81535-39b5-42ce-bcca-65280e2049ae'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:25.594361 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:25.696160 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] Set router 17d81535-39b5-42ce-bcca-65280e2049ae gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:25.709916 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:25.804049 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Deleting port 324b9394-b971-4957-9c62-07489999928b {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:25.804629 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:25.889106 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:52:24Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:25.893599 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] For port 324b9394-b971-4957-9c62-07489999928b, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=324b9394-b971-4957-9c62-07489999928b,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:25.893961 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:25.919060 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ccd07-e0b7-486a-932a-1c4ce6c23b63 None None] The sync data for ids ['17d81535-39b5-42ce-bcca-65280e2049ae'] in dv-cinder-796680-1-smb is: [{'id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'name': 'tempest-AttachVolumeTestJSON-1957466559-router', 'tenant_id': '8508b7fbf9a14475aac642abde198a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '324b9394-b971-4957-9c62-07489999928b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:42Z', 'updated_at': '2021-06-22T12:52:24Z', 'revision_number': 5, 'project_id': '8508b7fbf9a14475aac642abde198a98', 'gw_port': {'id': '324b9394-b971-4957-9c62-07489999928b', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d81535-39b5-42ce-bcca-65280e2049ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:44Z', 'updated_at': '2021-06-22T12:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:52:25.965224 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Calling delete_port for 324b9394-b971-4957-9c62-07489999928b owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:26.134468 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.136514 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:26.159002 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=324b9394-b971-4957-9c62-07489999928b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:26.162652 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:26.231998 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1035600'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.336896 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16263'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.339475 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.389805 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971244'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.390422 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17d81535-39b5-42ce-bcca-65280e2049ae {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:52:26.395674 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.396856 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] 10.222.0.20 "DELETE /v2.0/routers/17d81535-39b5-42ce-bcca-65280e2049ae HTTP/1.1" status: 204 len: 168 time: 1.2087796 Jun 22 12:52:26.399595 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44440) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:26.451961 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] Deleting subnet 00a53fad-6e1d-4fc2-abe4-02558dd5e26f {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:52:26.455845 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.495760 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5170620'] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.578427 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.631431 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4861047'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.633542 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:26.659045 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a53fad-6e1d-4fc2-abe4-02558dd5e26f,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:26.662663 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:26.665302 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.667132 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ab9933a3-911a-4f6e-8b90-82ff61379825 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00a53fad-6e1d-4fc2-abe4-02558dd5e26f HTTP/1.1" status: 204 len: 168 time: 0.2662494 Jun 22 12:52:26.671151 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44442) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:26.674911 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb26171-683a-4a3e-8769-f9ebd7eb6c4e None None] Network b71f308a-c4cf-460d-8f19-a7831a2f3fcc requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:52:26.739031 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.792129 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Deleting port 76473c06-6270-4da9-add8-55a046560e4b {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:26.792553 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.859119 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] For port 76473c06-6270-4da9-add8-55a046560e4b, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=76473c06-6270-4da9-add8-55a046560e4b,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:26.859563 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:26.930136 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] DHCP port deletion for b71f308a-c4cf-460d-8f19-a7831a2f3fcc request from dv-cinder-796680-1-smb {{(pid=99504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:52:26.930372 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Calling delete_port for 76473c06-6270-4da9-add8-55a046560e4b owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:26.979950 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] Deleting port 76473c06-6270-4da9-add8-55a046560e4b {{(pid=99504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:26.980351 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.019354 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.021542 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:27.045690 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=76473c06-6270-4da9-add8-55a046560e4b,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:27.049581 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:27.050584 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] No DVR routers for this DVR port 76473c06-6270-4da9-add8-55a046560e4b on host dv-cinder-796680-1-smb {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:27.052264 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] For port 76473c06-6270-4da9-add8-55a046560e4b, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=76473c06-6270-4da9-add8-55a046560e4b,segment=NetworkSegment(fc013ec9-ffc2-435b-98d5-e0feed7dd5cf),segment_id=fc013ec9-ffc2-435b-98d5-e0feed7dd5cf)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:27.052549 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.123823 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] Calling delete_port for 76473c06-6270-4da9-add8-55a046560e4b owned by network:dhcp {{(pid=99504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:27.131442 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.141188 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71f308a-c4cf-460d-8f19-a7831a2f3fcc']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:27.151762 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:27.151992 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc013ec9-ffc2-435b-98d5-e0feed7dd5cf') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:27.161498 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.176307 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.182548 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:52:27.182914 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:52:27.184411 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:52:27.217786 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720'] for port, after_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.219947 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:27.238819 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.242578 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:27.244976 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.245129 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] Pushing event deleted for resources: {'Port': ['ID=76473c06-6270-4da9-add8-55a046560e4b,revision_number=None']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:27.249242 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b71f308a-c4cf-460d-8f19-a7831a2f3fcc HTTP/1.1" status: 204 len: 168 time: 0.5747433 Jun 22 12:52:27.249395 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:27.249395 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] No DVR routers for this DVR port 76473c06-6270-4da9-add8-55a046560e4b on host dv-cinder-796680-1-smb {{(pid=99504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:27.258716 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71f308a-c4cf-460d-8f19-a7831a2f3fcc,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:27.261436 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:27.369189 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44446) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:27.415514 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-794aaa7f-82f8-4c66-9cec-555911b92c45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8508b7fbf9a14475aac642abde198a98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447009 Jun 22 12:52:27.417619 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44448) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:27.444304 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 76473c06-6270-4da9-add8-55a046560e4b no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:27.464697 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 76473c06-6270-4da9-add8-55a046560e4b {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:27.465005 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 76473c06-6270-4da9-add8-55a046560e4b not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:27.465481 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 021c0805-9f3c-4ac1-8013-f5395503ac52 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:27.476295 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-feea1546-be4b-4545-a685-9ca1df000d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.487016 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 021c0805-9f3c-4ac1-8013-f5395503ac52 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:27.487369 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 021c0805-9f3c-4ac1-8013-f5395503ac52 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:27.487801 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 324b9394-b971-4957-9c62-07489999928b no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:27.499329 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-feea1546-be4b-4545-a685-9ca1df000d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.514235 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 324b9394-b971-4957-9c62-07489999928b {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:27.514523 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 324b9394-b971-4957-9c62-07489999928b not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:27.549917 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-feea1546-be4b-4545-a685-9ca1df000d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.552540 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-feea1546-be4b-4545-a685-9ca1df000d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:27.553747 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-feea1546-be4b-4545-a685-9ca1df000d9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc876800-e32c-45cb-9b81-260c8205c156 HTTP/1.1" status: 204 len: 168 time: 0.1351104 Jun 22 12:52:27.554530 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-0a1fc51a-8e1b-42a6-8ae5-06d0ec9a4a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:27.563554 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea1546-be4b-4545-a685-9ca1df000d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc876800-e32c-45cb-9b81-260c8205c156,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:27.566573 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-feea1546-be4b-4545-a685-9ca1df000d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:30.357645 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44580) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:30.460117 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6bb05fe6-55a7-4301-94be-9b85ee3397ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:30.551446 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6bb05fe6-55a7-4301-94be-9b85ee3397ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:30.555434 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6bb05fe6-55a7-4301-94be-9b85ee3397ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:30.558229 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-64971d67-cca4-4924-a337-46b47eb3f6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:30.596304 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-6bb05fe6-55a7-4301-94be-9b85ee3397ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd5a159ee4464c14a85747d83c00f08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374296 Jun 22 12:52:30.597103 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb05fe6-55a7-4301-94be-9b85ee3397ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc02cd3-d6c2-4e56-a464-54bac970c0b3,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:30.598931 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44584) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:30.600145 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6bb05fe6-55a7-4301-94be-9b85ee3397ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:30.648756 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ba411db1-725c-4994-bd28-f1d60ed1beed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:30.674141 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ba411db1-725c-4994-bd28-f1d60ed1beed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:30.721951 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ba411db1-725c-4994-bd28-f1d60ed1beed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:30.724633 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ba411db1-725c-4994-bd28-f1d60ed1beed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:30.725853 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-ba411db1-725c-4994-bd28-f1d60ed1beed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bc02cd3-d6c2-4e56-a464-54bac970c0b3 HTTP/1.1" status: 204 len: 168 time: 0.1257970 Jun 22 12:52:30.726569 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a98dffc8-f56f-4abb-9df7-861be08a6ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:30.734131 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba411db1-725c-4994-bd28-f1d60ed1beed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc02cd3-d6c2-4e56-a464-54bac970c0b3,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:30.736715 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ba411db1-725c-4994-bd28-f1d60ed1beed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:30.982139 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44592) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:30.995982 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2a7fcb95-d658-4b9f-b302-52207de69889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:31.099101 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2a7fcb95-d658-4b9f-b302-52207de69889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:31.103219 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2a7fcb95-d658-4b9f-b302-52207de69889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:31.105995 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-037a6356-7428-48c1-91dd-322283ed6706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:31.142881 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-2a7fcb95-d658-4b9f-b302-52207de69889 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=628b093f14624c2e9e71af133e7c8a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588974 Jun 22 12:52:31.143845 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fcb95-d658-4b9f-b302-52207de69889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700eacc7-f88d-4626-9c6d-88d0fcf0404c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:31.145647 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44594) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:31.156582 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2a7fcb95-d658-4b9f-b302-52207de69889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:31.198003 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d76da9b-2d5b-4ec0-a128-15170b6139f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:31.221594 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d76da9b-2d5b-4ec0-a128-15170b6139f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:31.267496 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d76da9b-2d5b-4ec0-a128-15170b6139f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:31.270151 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d76da9b-2d5b-4ec0-a128-15170b6139f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:31.271302 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-6d76da9b-2d5b-4ec0-a128-15170b6139f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/700eacc7-f88d-4626-9c6d-88d0fcf0404c HTTP/1.1" status: 204 len: 168 time: 0.1246779 Jun 22 12:52:31.272070 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-de922379-efb4-4b7a-8f10-8f25f3647a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:31.280226 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76da9b-2d5b-4ec0-a128-15170b6139f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700eacc7-f88d-4626-9c6d-88d0fcf0404c,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:31.282704 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6d76da9b-2d5b-4ec0-a128-15170b6139f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:38.026807 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44676) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:38.130190 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e970a272-2202-4d24-9a99-b89b672658ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.225658 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e970a272-2202-4d24-9a99-b89b672658ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.229606 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e970a272-2202-4d24-9a99-b89b672658ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.232131 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6bb05fe6-55a7-4301-94be-9b85ee3397ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:38.269374 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970a272-2202-4d24-9a99-b89b672658ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed8a00d-d0df-479b-b01f-a079defdf669,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:38.273730 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-e970a272-2202-4d24-9a99-b89b672658ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d40bdf5ad03949b4a4a97fbfc02bb27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458513 Jun 22 12:52:38.274539 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e970a272-2202-4d24-9a99-b89b672658ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:38.276534 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44680) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:38.327499 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab486edc-1bbc-46cc-b219-3b00d537f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.349272 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab486edc-1bbc-46cc-b219-3b00d537f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.399751 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab486edc-1bbc-46cc-b219-3b00d537f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.402725 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ab486edc-1bbc-46cc-b219-3b00d537f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.403857 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ab486edc-1bbc-46cc-b219-3b00d537f97f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ed8a00d-d0df-479b-b01f-a079defdf669 HTTP/1.1" status: 204 len: 168 time: 0.1263943 Jun 22 12:52:38.404632 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-99e7f8d4-a15e-4569-8352-f6dd5ee0326b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:38.412043 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab486edc-1bbc-46cc-b219-3b00d537f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed8a00d-d0df-479b-b01f-a079defdf669,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:38.414389 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ab486edc-1bbc-46cc-b219-3b00d537f97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:38.722036 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44686) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:38.733440 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cce25c0a-cd78-48bc-a8d8-a291876f7271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.829369 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cce25c0a-cd78-48bc-a8d8-a291876f7271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.835946 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cce25c0a-cd78-48bc-a8d8-a291876f7271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.838724 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-57b6957b-8d26-412b-a728-72d0d5420c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:38.874573 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce25c0a-cd78-48bc-a8d8-a291876f7271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40eb32-c00f-4fd5-8679-24d4c806fdd2,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:38.881104 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-cce25c0a-cd78-48bc-a8d8-a291876f7271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7e2bfba59794e5795bb8e41637f67df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582320 Jun 22 12:52:38.881104 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-cce25c0a-cd78-48bc-a8d8-a291876f7271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:38.881919 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44688) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:38.935981 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0e38-4ad8-4caa-b967-0c688e0d49cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:38.959501 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0e38-4ad8-4caa-b967-0c688e0d49cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:39.011226 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0e38-4ad8-4caa-b967-0c688e0d49cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:39.013404 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0e38-4ad8-4caa-b967-0c688e0d49cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:39.014536 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9d9f0e38-4ad8-4caa-b967-0c688e0d49cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff40eb32-c00f-4fd5-8679-24d4c806fdd2 HTTP/1.1" status: 204 len: 168 time: 0.1316712 Jun 22 12:52:39.015386 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ab486edc-1bbc-46cc-b219-3b00d537f97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:39.023818 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0e38-4ad8-4caa-b967-0c688e0d49cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40eb32-c00f-4fd5-8679-24d4c806fdd2,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:39.033553 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9d9f0e38-4ad8-4caa-b967-0c688e0d49cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:43.544738 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8275-04bf-492d-9923-f457425ac09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.035376 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2dea0-9a23-40cf-aab7-dc16ee26ecfc req-2ea975a7-19d8-47a8-b2e7-ecd3e4bb32b8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:44.037748 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3bc2dea0-9a23-40cf-aab7-dc16ee26ecfc req-2ea975a7-19d8-47a8-b2e7-ecd3e4bb32b8 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 947 time: 0.0808728 Jun 22 12:52:44.072587 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44774) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:44.098370 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3bc2dea0-9a23-40cf-aab7-dc16ee26ecfc req-b99c61e2-062a-4492-b853-c7c1cc73fc84 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495031 Jun 22 12:52:44.192254 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dc67-1a78-478c-b394-38021d390702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.296975 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dc67-1a78-478c-b394-38021d390702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.302515 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dc67-1a78-478c-b394-38021d390702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.307413 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9aad2fd9-6caf-4966-b15e-575be11291e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:44.347589 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a1c5dc67-1a78-478c-b394-38021d390702 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d45ed6ffc60f4f839b658d00beb68312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737868 Jun 22 12:52:44.348652 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5dc67-1a78-478c-b394-38021d390702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf50c65f-cc76-46c6-b0cd-af199dd97b22,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:44.350278 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44778) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:44.352151 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a1c5dc67-1a78-478c-b394-38021d390702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:44.408095 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e54a0cb9-2d4f-40c5-b364-3c9913929dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.430552 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e54a0cb9-2d4f-40c5-b364-3c9913929dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.482225 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e54a0cb9-2d4f-40c5-b364-3c9913929dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.486565 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e54a0cb9-2d4f-40c5-b364-3c9913929dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.487900 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e54a0cb9-2d4f-40c5-b364-3c9913929dc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf50c65f-cc76-46c6-b0cd-af199dd97b22 HTTP/1.1" status: 204 len: 168 time: 0.1359684 Jun 22 12:52:44.488880 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5343e151-3230-46d4-9bcc-891cf3c28904 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:44.500850 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a0cb9-2d4f-40c5-b364-3c9913929dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf50c65f-cc76-46c6-b0cd-af199dd97b22,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:44.504516 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e54a0cb9-2d4f-40c5-b364-3c9913929dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:44.779586 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44784) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:44.794392 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-88e95bc0-5757-40c4-ad15-722f84f55305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.896664 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-88e95bc0-5757-40c4-ad15-722f84f55305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.901064 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-88e95bc0-5757-40c4-ad15-722f84f55305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:44.903604 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-288a3041-8dd4-478c-884f-f1cf92b148b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:44.944184 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-88e95bc0-5757-40c4-ad15-722f84f55305 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbb2e7cc8d2940caa692bda8abc9647c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633413 Jun 22 12:52:44.944938 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e95bc0-5757-40c4-ad15-722f84f55305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78590b8-5dd9-49cf-8e8d-f3e00a56a677,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:44.946601 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44786) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:44.953078 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-88e95bc0-5757-40c4-ad15-722f84f55305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:44.996545 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-59899841-2df6-475f-87a2-7279625a791d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:45.023505 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-59899841-2df6-475f-87a2-7279625a791d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:45.073894 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-59899841-2df6-475f-87a2-7279625a791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:45.076620 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-59899841-2df6-475f-87a2-7279625a791d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:45.077775 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-59899841-2df6-475f-87a2-7279625a791d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c78590b8-5dd9-49cf-8e8d-f3e00a56a677 HTTP/1.1" status: 204 len: 168 time: 0.1301107 Jun 22 12:52:45.079144 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-feea1546-be4b-4545-a685-9ca1df000d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:45.087157 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59899841-2df6-475f-87a2-7279625a791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78590b8-5dd9-49cf-8e8d-f3e00a56a677,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:45.089525 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-59899841-2df6-475f-87a2-7279625a791d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:45.307759 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aa396-1cb5-4960-9fa6-7082c3a5fcbf req-0da1524b-e402-445a-a6ab-822008afbd47 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:45.309235 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6a1aa396-1cb5-4960-9fa6-7082c3a5fcbf req-0da1524b-e402-445a-a6ab-822008afbd47 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 947 time: 0.0708156 Jun 22 12:52:45.352337 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-6a1aa396-1cb5-4960-9fa6-7082c3a5fcbf req-a0b911b0-e4fa-4667-aa95-578bff0187c7 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups?id=0906d562-019e-4674-b0c6-3fd6c4b17b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326862 Jun 22 12:52:45.785029 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-a2450f50-49ef-4b96-9fc4-41848b9a749a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:45.786781 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-a2450f50-49ef-4b96-9fc4-41848b9a749a tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 947 time: 0.0764406 Jun 22 12:52:45.893363 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Deleting port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:45.893710 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:45.992775 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] For port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:45.993174 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:46.179590 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:46.179967 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1035691'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:46.180285 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.l3_db [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Floating IP 6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d disassociated. External IP: 172.28.1.67, port: fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4. Jun 22 12:52:46.180630 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Calling delete_port for fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:46.324061 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:46.330606 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:46.357209 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event deleted for resources: {'Port': ['ID=fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:46.361090 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:46.523116 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-445cf000-5a19-4e6e-828e-a9dd21e6508f req-df541b20-f810-404f-bc36-1dd337c95d07 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8eae14-b9d9-456a-b151-319a6785974d HTTP/1.1" status: 200 len: 210 time: 0.0358441 Jun 22 12:52:46.531880 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Router 352bab8a-10b1-4c12-8a41-32a97f616ba5 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:52:46.652890 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:52:46.667021 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] Sync routers for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:52:46.677700 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:46.678627 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:52:17Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:46.699970 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] No DVR routers for this DVR port fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:46.702812 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:46.705575 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8f4b654b-7efd-40e3-ad85-0c045d3d441c req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.52 "DELETE /v2.0/ports/fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 HTTP/1.1" status: 204 len: 173 time: 0.9128253 Jun 22 12:52:46.706030 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-deleted', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:46.708424 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc6caaa-bb0f-4ad1-bbef-fb105eb38343" -d '{"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-deleted", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:46.751777 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7617e361-a7d0-4da0-bcea-767654dbba4b x-openstack-request-id: req-7617e361-a7d0-4da0-bcea-767654dbba4b {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:46.752430 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8eae14-b9d9-456a-b151-319a6785974d", "name": "network-vif-deleted", "tag": "fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:46.752923 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7617e361-a7d0-4da0-bcea-767654dbba4b {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:46.753620 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8eae14-b9d9-456a-b151-319a6785974d', 'name': 'network-vif-deleted', 'tag': 'fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4', 'status': 'completed', 'code': 200} Jun 22 12:52:46.821020 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:46.827676 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-43ed86ed-64b3-4aaf-bb7e-c90eb169b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:47.060796 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:47.094251 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] Checking router: 352bab8a-10b1-4c12-8a41-32a97f616ba5 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:52:47.103809 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:47.105316 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:52:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:47.218173 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:47.416755 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:47.447316 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f53092-b3d6-4871-8c56-ae4b97db413b None None] The sync data for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb is: [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:45:53Z', 'revision_number': 4, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': '02238e71-9984-4ee4-852e-fcff487ac323', 'name': '', 'network_id': 'edeb9197-b866-465a-b484-766d7b8e4b36', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'mac_address': 'fa:16:3e:b5:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:49Z', 'updated_at': '2021-06-22T12:46:07Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'subnets': [{'id': '8266b758-9135-4c3a-9d69-be7bdcc1a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:52:47.456729 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:47.663962 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b519d396-eb5c-4100-91e8-28d9b39c234b None None] New status for floating IP 6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d: DOWN {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:52:47.680660 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44854) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:47.738411 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-15a603f1-8af7-485d-b883-46866c3657cf tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:47.763027 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-15a603f1-8af7-485d-b883-46866c3657cf tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:47.819995 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-15a603f1-8af7-485d-b883-46866c3657cf tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:47.822768 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-15a603f1-8af7-485d-b883-46866c3657cf tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:47.824090 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-15a603f1-8af7-485d-b883-46866c3657cf tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "DELETE /v2.0/security-groups/0906d562-019e-4674-b0c6-3fd6c4b17b0f HTTP/1.1" status: 204 len: 168 time: 0.1418886 Jun 22 12:52:47.825110 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-123914a4-7b85-40d3-8e1a-8fcac0a01a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:47.829873 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44856) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:47.834140 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a603f1-8af7-485d-b883-46866c3657cf tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0906d562-019e-4674-b0c6-3fd6c4b17b0f,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:47.836638 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-15a603f1-8af7-485d-b883-46866c3657cf tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:47.848352 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.api.v2.resource [None req-cf48110c-6165-4d2a-9b7d-319e1ae0c65f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] show failed (client error): The resource could not be found. Jun 22 12:52:47.849436 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-cf48110c-6165-4d2a-9b7d-319e1ae0c65f tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "GET /v2.0/security-groups/0906d562-019e-4674-b0c6-3fd6c4b17b0f HTTP/1.1" status: 404 len: 347 time: 0.0185018 Jun 22 12:52:47.853404 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44858) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:47.982486 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Deleting port fbe6a5ff-be7d-42bf-bcf5-298db7d1a663 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:47.982739 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:47.988391 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:48.060190 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:48.060566 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:48.127579 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Calling delete_port for fbe6a5ff-be7d-42bf-bcf5-298db7d1a663 owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:48.267197 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:48.269410 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0358db2d-9cba-49b6-8e7f-4102f704ebf0 tempest-ServerRescueNegativeTestJSON-721406438 tempest-ServerRescueNegativeTestJSON-721406438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:48.296002 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Pushing event deleted for resources: {'Port': ['ID=fbe6a5ff-be7d-42bf-bcf5-298db7d1a663,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:48.308408 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:48.366665 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:48.369201 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:48.370360 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-12681258-bd1d-4d98-8854-c16a3fa251d9 tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a23a2e9-b91c-46cb-a0d8-a4ff7e0c9f7d HTTP/1.1" status: 204 len: 168 time: 0.5159757 Jun 22 12:52:48.749591 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:49.623846 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44888) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:49.742959 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-111cebeb-3ae8-4ac4-8b6d-157c88e3d1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:49.845505 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-111cebeb-3ae8-4ac4-8b6d-157c88e3d1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:49.849641 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-111cebeb-3ae8-4ac4-8b6d-157c88e3d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:49.853199 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-95c8a7b9-be06-4333-9d84-b3b67d7d90af tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:49.892672 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-111cebeb-3ae8-4ac4-8b6d-157c88e3d1bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31480972505d40d491f7eb799dea54a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676260 Jun 22 12:52:49.894924 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cebeb-3ae8-4ac4-8b6d-157c88e3d1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846d4eb8-e866-4cc6-9ac5-6bbf2ac02158,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:49.895320 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44896) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:49.898051 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-111cebeb-3ae8-4ac4-8b6d-157c88e3d1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:49.953503 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cf73e13f-3185-460f-88ea-c3e16c79203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:49.976625 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cf73e13f-3185-460f-88ea-c3e16c79203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:49.998960 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.027824 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cf73e13f-3185-460f-88ea-c3e16c79203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.031237 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cf73e13f-3185-460f-88ea-c3e16c79203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.032811 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-cf73e13f-3185-460f-88ea-c3e16c79203a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/846d4eb8-e866-4cc6-9ac5-6bbf2ac02158 HTTP/1.1" status: 204 len: 168 time: 0.1361675 Jun 22 12:52:50.033477 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f1966633-2819-4fc5-acfb-dcfa29fb5c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:50.042148 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e13f-3185-460f-88ea-c3e16c79203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846d4eb8-e866-4cc6-9ac5-6bbf2ac02158,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:50.044874 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-cf73e13f-3185-460f-88ea-c3e16c79203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:50.335812 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44902) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:50.352958 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2a28c682-d0ef-465e-85ca-879ad617b853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.444918 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2a28c682-d0ef-465e-85ca-879ad617b853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.448788 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2a28c682-d0ef-465e-85ca-879ad617b853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.451239 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a2683e15-8801-4d4b-9c1b-68844358fc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:50.489659 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-2a28c682-d0ef-465e-85ca-879ad617b853 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b13f0522a5a04549bdff6390a0eb42c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526344 Jun 22 12:52:50.490273 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44904) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:50.490938 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28c682-d0ef-465e-85ca-879ad617b853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49632630-3506-4841-a28b-09a94a3ddb7f,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:50.493794 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2a28c682-d0ef-465e-85ca-879ad617b853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:50.539367 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-58286876-d0ce-4a4e-8a72-a8a4a5733e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.560164 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-58286876-d0ce-4a4e-8a72-a8a4a5733e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.605676 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-58286876-d0ce-4a4e-8a72-a8a4a5733e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.608261 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-58286876-d0ce-4a4e-8a72-a8a4a5733e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:50.609458 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-58286876-d0ce-4a4e-8a72-a8a4a5733e0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49632630-3506-4841-a28b-09a94a3ddb7f HTTP/1.1" status: 204 len: 168 time: 0.1180120 Jun 22 12:52:50.610489 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-69b5aac3-eca9-44da-bf5f-cdbbe5b47610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:50.618667 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58286876-d0ce-4a4e-8a72-a8a4a5733e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49632630-3506-4841-a28b-09a94a3ddb7f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:50.621380 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-58286876-d0ce-4a4e-8a72-a8a4a5733e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:50.958854 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44922) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:51.283635 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44936) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:51.385523 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1243274566-network', 'tenant_id': 'ac6a74e1f97c45989c0c7dc18dfc9554'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:51.398180 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:51.414297 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Made reservation on behalf of ac6a74e1f97c45989c0c7dc18dfc9554 for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:52:51.416807 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.419976 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:51.420401 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fa20f4c4-31a9-41ba-a4b0-9b51c1f5e9c4 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:51.426570 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.488626 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973273'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.543803 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.549426 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.556239 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-cf73e13f-3185-460f-88ea-c3e16c79203a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:51.581104 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:52:51.590713 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fc931b-2434-4ab3-8d67-21af19112da2,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:51.594798 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:51.600290 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.600290 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Added segment d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3 of type vlan for network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 Jun 22 12:52:51.650952 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.701291 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.704061 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:51.705065 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.709969 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-54fef938-ff46-4a21-adf4-e771cb5e34a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:51.767771 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4829755 Jun 22 12:52:51.771383 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44940) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:51.776644 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Request body: {'subnet': {'network_id': '2fe477d0-116e-4b3e-8b16-01e596ddb7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1243274566-subnet', 'tenant_id': 'ac6a74e1f97c45989c0c7dc18dfc9554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:51.781562 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe477d0-116e-4b3e-8b16-01e596ddb7c4,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:51.785021 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e9de519d-ae54-4f36-9cf0-4cd710e4e4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:51.793581 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:52:51.811990 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Deleting port 02238e71-9984-4ee4-852e-fcff487ac323 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:51.812387 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.815046 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Made reservation on behalf of ac6a74e1f97c45989c0c7dc18dfc9554 for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:52:51.817433 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5124741'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:51.960605 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] For port 02238e71-9984-4ee4-852e-fcff487ac323, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=02238e71-9984-4ee4-852e-fcff487ac323,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:51.961348 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:52.034017 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Calling delete_port for 02238e71-9984-4ee4-852e-fcff487ac323 owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:52.176024 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5124791'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:52.502000 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:52.575756 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edfd9887-8f49-49a5-8f2b-6813ee87b612,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:52.580307 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:52.592077 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Checking segment: {'id': 'd8332c1f-bc42-4dae-9959-4ae5dfd1f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe477d0-116e-4b3e-8b16-01e596ddb7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:52:52.592470 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Network hostable DHCP agents. Network: 2fe477d0-116e-4b3e-8b16-01e596ddb7c4, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:52:52.643746 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:52:52.661223 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 2fe477d0-116e-4b3e-8b16-01e596ddb7c4) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:52:52.665941 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:52.666940 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:52.669952 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:52.670294 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de8700-2603-4ada-b06d-407d6e99db67 None None] Network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:52:52.673928 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:52.703175 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Pushing event deleted for resources: {'Port': ['ID=02238e71-9984-4ee4-852e-fcff487ac323,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:52.706140 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:52.736371 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-db16a3c6-6524-4b39-8c6b-df99c87f8c72 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9636791 Jun 22 12:52:52.948890 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641dd51-d082-407d-b910-edab7f35de54 None None] Network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:52:52.978712 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973173'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.280725 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Router 352bab8a-10b1-4c12-8a41-32a97f616ba5 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:52:53.391845 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44956) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:53.398151 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-903908955-network', 'tenant_id': 'd2b88bcd2df94b8f95086a6fbcabf15b'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:53.414061 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:52:53.425116 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Made reservation on behalf of d2b88bcd2df94b8f95086a6fbcabf15b for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:52:53.427418 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] 10.222.0.20 "PUT /v2.0/routers/352bab8a-10b1-4c12-8a41-32a97f616ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4672809 Jun 22 12:52:53.427914 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.428079 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f77311-6a48-4d68-9539-65f64762026a None None] Sync routers for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:52:53.430876 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44958) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:53.438674 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f77311-6a48-4d68-9539-65f64762026a None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:53.439303 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-27f77311-6a48-4d68-9539-65f64762026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:52:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:53.445851 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.545686 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-27f77311-6a48-4d68-9539-65f64762026a None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:53.584932 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks [] for router, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.724143 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.731120 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.735808 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a1c5dc67-1a78-478c-b394-38021d390702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:53.757416 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.774141 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:52:53.783519 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe05e337-7b81-49e7-ad1b-c6408e53882b,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:53.789633 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:53.790772 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.791110 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Added segment 1ec56eee-9f05-4e08-9b98-664c6c7fb499 of type vlan for network 7705378e-344f-41f2-b02f-ee1957d2467c Jun 22 12:52:53.836574 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-27f77311-6a48-4d68-9539-65f64762026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:52:52Z', 'revision_number': 5, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port': {'id': '60e48a09-7758-42c5-ac78-ebc5e661c900', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:45:43Z', 'updated_at': '2021-06-22T12:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:53.860540 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.863583 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f77311-6a48-4d68-9539-65f64762026a None None] Checking router: 352bab8a-10b1-4c12-8a41-32a97f616ba5 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:52:53.872678 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f77311-6a48-4d68-9539-65f64762026a None None] Routers {'352bab8a-10b1-4c12-8a41-32a97f616ba5'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:52:53.873347 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-27f77311-6a48-4d68-9539-65f64762026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:52:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['352bab8a-10b1-4c12-8a41-32a97f616ba5'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:53.899779 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Deleting port 60e48a09-7758-42c5-ac78-ebc5e661c900 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:53.900147 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.903219 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.913817 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:53.914393 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:53.940532 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:53.970271 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-27f77311-6a48-4d68-9539-65f64762026a None None] Set router 352bab8a-10b1-4c12-8a41-32a97f616ba5 gateway port host: None {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:52:53.994043 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6003537 Jun 22 12:52:53.997144 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44960) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:54.004509 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Request body: {'subnet': {'network_id': '7705378e-344f-41f2-b02f-ee1957d2467c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-903908955-subnet', 'tenant_id': 'd2b88bcd2df94b8f95086a6fbcabf15b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:54.029797 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-27f77311-6a48-4d68-9539-65f64762026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:52:53Z', 'revision_number': 6, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port_host': None}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:54.044857 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Made reservation on behalf of d2b88bcd2df94b8f95086a6fbcabf15b for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:52:54.049998 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5124741'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:54.060719 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] For port 60e48a09-7758-42c5-ac78-ebc5e661c900, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=60e48a09-7758-42c5-ac78-ebc5e661c900,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:54.061226 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:54.062324 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f77311-6a48-4d68-9539-65f64762026a None None] The sync data for ids ['352bab8a-10b1-4c12-8a41-32a97f616ba5'] in dv-cinder-796680-1-smb is: [{'id': '352bab8a-10b1-4c12-8a41-32a97f616ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1465922124-router', 'tenant_id': '0f8688e5cf04418280e3f726c5c89a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:45:41Z', 'updated_at': '2021-06-22T12:52:53Z', 'revision_number': 6, 'project_id': '0f8688e5cf04418280e3f726c5c89a81', 'gw_port_host': None}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:52:54.147230 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Calling delete_port for 60e48a09-7758-42c5-ac78-ebc5e661c900 owned by network:router_gateway {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:54.150044 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7705378e-344f-41f2-b02f-ee1957d2467c,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:54.162240 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-944e26e1-b4c7-44aa-816a-82e54c9a55b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:54.163832 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 7705378e-344f-41f2-b02f-ee1957d2467c details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:52:54.319473 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5124791'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:54.322219 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:54.372551 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a031a524-34e0-4faa-82b7-6d23fb861760,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:54.377675 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:54.396873 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Checking segment: {'id': '1ec56eee-9f05-4e08-9b98-664c6c7fb499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7705378e-344f-41f2-b02f-ee1957d2467c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:52:54.397280 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Network hostable DHCP agents. Network: 7705378e-344f-41f2-b02f-ee1957d2467c, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:52:54.412668 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:54.417778 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:54.425965 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Network 7705378e-344f-41f2-b02f-ee1957d2467c is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:52:54.449441 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 7705378e-344f-41f2-b02f-ee1957d2467c) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:52:54.456608 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:54.457310 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:54.469536 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e57882-cb03-4daf-99dd-5b52f3ac1537 None None] Network 7705378e-344f-41f2-b02f-ee1957d2467c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:52:54.473439 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=60e48a09-7758-42c5-ac78-ebc5e661c900,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:54.479455 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:54.489972 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4902470 Jun 22 12:52:54.602343 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1035600'] for router_gateway, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:54.663648 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86433d63-c558-447d-b0d5-e0ac3039d852 None None] Network 7705378e-344f-41f2-b02f-ee1957d2467c requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:52:54.719902 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16263'] for router, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:54.722659 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.085000 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971244'] for router, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.085649 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352bab8a-10b1-4c12-8a41-32a97f616ba5 {{(pid=99503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:52:55.090710 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] Notify callbacks [] for router, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.092183 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-8f96676f-5963-491a-93eb-c110433c7d1a admin admin] 10.222.0.20 "DELETE /v2.0/routers/352bab8a-10b1-4c12-8a41-32a97f616ba5 HTTP/1.1" status: 204 len: 168 time: 1.6599932 Jun 22 12:52:55.095014 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44980) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:55.167306 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] Deleting subnet 8266b758-9135-4c3a-9d69-be7bdcc1a520 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:52:55.176582 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.214945 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-28028a68-50c3-4f5d-b4a8-a25dc8007294 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:55.216522 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-28028a68-50c3-4f5d-b4a8-a25dc8007294 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/networks?id=2fe477d0-116e-4b3e-8b16-01e596ddb7c4 HTTP/1.1" status: 200 len: 809 time: 0.2114880 Jun 22 12:52:55.239218 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5645710'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.260079 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-993e4af2-4f65-44ce-aafa-023a76a0c07c tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/quotas/ac6a74e1f97c45989c0c7dc18dfc9554 HTTP/1.1" status: 200 len: 375 time: 0.0328767 Jun 22 12:52:55.311533 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-71bbabd3-93a2-4cc4-bc7b-5fecf9a7c973 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac6a74e1f97c45989c0c7dc18dfc9554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449226 Jun 22 12:52:55.411426 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.466336 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 60e48a09-7758-42c5-ac78-ebc5e661c900 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:55.474693 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-0f434a80-5ded-42e2-8dda-b2eacb366c21 service neutron] 10.222.0.20 "GET /v2.0/networks/2fe477d0-116e-4b3e-8b16-01e596ddb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546900 Jun 22 12:52:55.500855 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 60e48a09-7758-42c5-ac78-ebc5e661c900 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:55.501588 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 60e48a09-7758-42c5-ac78-ebc5e661c900 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:55.502347 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 02238e71-9984-4ee4-852e-fcff487ac323 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:55.537720 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 02238e71-9984-4ee4-852e-fcff487ac323 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:55.538025 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4398795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5124768'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.538244 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 02238e71-9984-4ee4-852e-fcff487ac323 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:55.546049 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:55.578744 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8266b758-9135-4c3a-9d69-be7bdcc1a520,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:55.583527 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:55.587370 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.588616 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-40bb49d3-fca9-4db5-b780-d43a7d2a8750 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8266b758-9135-4c3a-9d69-be7bdcc1a520 HTTP/1.1" status: 204 len: 168 time: 0.4924946 Jun 22 12:52:55.593343 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44982) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:55.594746 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060d6cc-9d72-4bad-bd7a-340acf7a09ef None None] Network edeb9197-b866-465a-b484-766d7b8e4b36 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:52:55.614803 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-ac6a1255-872c-4652-9025-69e384e57a71 service neutron] 10.222.0.20 "GET /v2.0/networks/2fe477d0-116e-4b3e-8b16-01e596ddb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337562 Jun 22 12:52:55.685975 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.753779 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Deleting port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:55.754223 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.825580 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] For port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:55.826049 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.875366 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] DHCP port deletion for edeb9197-b866-465a-b484-766d7b8e4b36 request from dv-cinder-796680-1-smb {{(pid=99504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:52:55.908277 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Calling delete_port for 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:55.935075 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Deleting port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 {{(pid=99504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:52:55.935436 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:55.946791 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-aff3f7d3-59cf-4130-8a4b-c259f8027924 req-18a08ee6-c3cc-4ce7-9e7b-549e34cbf383 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 210 time: 0.0663764 Jun 22 12:52:56.044652 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.049367 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-989de553-898d-4478-98df-1d48bf1b1ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:56.057855 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] For port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,segment=NetworkSegment(99273249-0ea3-4ae8-ab2d-153d7241acc3),segment_id=99273249-0ea3-4ae8-ab2d-153d7241acc3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:52:56.058526 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.085317 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] No DVR routers for this DVR port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 on host dv-cinder-796680-1-smb {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:56.089089 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Pushing event deleted for resources: {'Port': ['ID=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:56.091803 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:56.167525 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Calling delete_port for 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 owned by network:dhcp {{(pid=99504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:52:56.174103 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.187750 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeb9197-b866-465a-b484-766d7b8e4b36']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:56.205769 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99273249-0ea3-4ae8-ab2d-153d7241acc3') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:56.206356 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99273249-0ea3-4ae8-ab2d-153d7241acc3') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:52:56.217313 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.234959 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.242648 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:52:56.243053 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:52:56.244929 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:52:56.272654 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720'] for port, after_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.276151 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-71e2dd67-5eb1-49f7-8a9c-029afb733a9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:56.302179 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Pushing event deleted for resources: {'Port': ['ID=1385fe74-efc3-4e2d-8405-d6c8b00cf4d0,revision_number=None']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:56.306866 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] No DVR routers for this DVR port 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 on host dv-cinder-796680-1-smb {{(pid=99504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:52:56.313338 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.315023 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.315384 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.315899 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.316416 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.317062 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.317454 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.317949 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.318074 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:56.318546 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.319053 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.320037 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.320532 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.321017 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:52:56.321178 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.323058 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] 10.222.0.20 "DELETE /v2.0/networks/edeb9197-b866-465a-b484-766d7b8e4b36 HTTP/1.1" status: 204 len: 168 time: 0.7279437 Jun 22 12:52:56.329263 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:56.340768 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Pushing event deleted for resources: {'Network': ['ID=edeb9197-b866-465a-b484-766d7b8e4b36,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:56.343348 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9fddea82-a7f0-47ef-bdc0-c2bfd76c430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:56.525951 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 44996) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:56.567031 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-2aa3f976-db37-494f-a2e6-d32c6c950064 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f8688e5cf04418280e3f726c5c89a81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395637 Jun 22 12:52:56.570097 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 44998) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:52:56.629207 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9f0438f-aa55-4be0-b94d-c215f4082a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.654474 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9f0438f-aa55-4be0-b94d-c215f4082a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.711388 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9f0438f-aa55-4be0-b94d-c215f4082a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.715268 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9f0438f-aa55-4be0-b94d-c215f4082a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:56.716698 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-b9f0438f-aa55-4be0-b94d-c215f4082a86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7196927b-1c16-4b8f-938f-e5e68fda06a3 HTTP/1.1" status: 204 len: 168 time: 0.1456995 Jun 22 12:52:56.717513 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5789c675-3873-4711-acc7-d3ba973912db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:56.725713 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0438f-aa55-4be0-b94d-c215f4082a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7196927b-1c16-4b8f-938f-e5e68fda06a3,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:56.728160 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b9f0438f-aa55-4be0-b94d-c215f4082a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:57.158840 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cba16cc1-d5c6-4103-b977-c6713350a319 req-509e660d-7205-4385-834e-400dffa0f770 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 210 time: 0.0468836 Jun 22 12:52:57.216350 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-d34e3ff7-0a88-4717-9cbc-a2786775a1a1 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:57.217897 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-d34e3ff7-0a88-4717-9cbc-a2786775a1a1 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.52 "GET /v2.0/networks?id=2fe477d0-116e-4b3e-8b16-01e596ddb7c4 HTTP/1.1" status: 200 len: 809 time: 0.1674006 Jun 22 12:52:57.237539 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Request body: {'port': {'device_id': '82220a30-f97d-475d-8939-3b463521fa2a', 'network_id': '2fe477d0-116e-4b3e-8b16-01e596ddb7c4', 'admin_state_up': True, 'tenant_id': 'ac6a74e1f97c45989c0c7dc18dfc9554'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:57.378637 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Made reservation on behalf of ac6a74e1f97c45989c0c7dc18dfc9554 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:52:57.384505 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.460216 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:52:57.481781 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:52:57.482492 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 1385fe74-efc3-4e2d-8405-d6c8b00cf4d0 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:52:57.534306 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Allocated IP 172.20.0.2 (2fe477d0-116e-4b3e-8b16-01e596ddb7c4/edfd9887-8f49-49a5-8f2b-6813ee87b612/90555b10-7ba2-4c77-b956-533bbf876d11) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:52:57.697484 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.738533 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.742720 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6969b269-487d-40f6-9fef-e2ea3dd468a8 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:57.787528 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:52:57.791111 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:52:57.795361 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:52:57.826399 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Pushing event updated for resources: {'Port': ['ID=90555b10-7ba2-4c77-b956-533bbf876d11,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:57.831628 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:57.858690 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:57.859769 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:57.876112 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-3f4d4f40-630c-4f60-bd24-77a634f7b2f7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6436918 Jun 22 12:52:57.895283 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Request body: {'port': {'device_id': '82220a30-f97d-475d-8939-3b463521fa2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:52:57.977721 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.003968 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:52:58.274363 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90555b10-7ba2-4c77-b956-533bbf876d11 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:52:58.282411 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.295314 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Transition to ACTIVE for port object 90555b10-7ba2-4c77-b956-533bbf876d11 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:52:58.300055 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.302244 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ddbf5d03-3e3a-4631-8c18-444b285d6491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:58.356923 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f8422-4b45-418b-a6b6-b0bd0c0b049d req-9b907c4b-6bdb-440a-962e-c751898c7366 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:58.358428 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4e2f8422-4b45-418b-a6b6-b0bd0c0b049d req-9b907c4b-6bdb-440a-962e-c751898c7366 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 931 time: 0.0763304 Jun 22 12:52:58.379905 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Pushing event updated for resources: {'Port': ['ID=90555b10-7ba2-4c77-b956-533bbf876d11,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:58.398296 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:58.402977 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4e2f8422-4b45-418b-a6b6-b0bd0c0b049d req-a89caef3-28fe-4611-a0e1-abbb5282481f tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371306 Jun 22 12:52:58.454639 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Attempting to bind port 90555b10-7ba2-4c77-b956-533bbf876d11 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:52:58.454982 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Attempting to bind port 90555b10-7ba2-4c77-b956-533bbf876d11 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'd8332c1f-bc42-4dae-9959-4ae5dfd1f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe477d0-116e-4b3e-8b16-01e596ddb7c4'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:52:58.455312 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Attempting to bind port 90555b10-7ba2-4c77-b956-533bbf876d11 on network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:52:58.460142 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Port 90555b10-7ba2-4c77-b956-533bbf876d11 on network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:52:58.460473 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Attempting to bind port 90555b10-7ba2-4c77-b956-533bbf876d11 on network 2fe477d0-116e-4b3e-8b16-01e596ddb7c4 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:52:58.465729 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:52:58.466072 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Checking segment: {'id': 'd8332c1f-bc42-4dae-9959-4ae5dfd1f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe477d0-116e-4b3e-8b16-01e596ddb7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:52:58.466457 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Bound using segment: {'id': 'd8332c1f-bc42-4dae-9959-4ae5dfd1f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe477d0-116e-4b3e-8b16-01e596ddb7c4'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:52:58.466889 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Bound port: 90555b10-7ba2-4c77-b956-533bbf876d11, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8332c1f-bc42-4dae-9959-4ae5dfd1f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2fe477d0-116e-4b3e-8b16-01e596ddb7c4'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:52:58.467242 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.533999 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] For port 90555b10-7ba2-4c77-b956-533bbf876d11, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:52:58.537183 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] For port 90555b10-7ba2-4c77-b956-533bbf876d11, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90555b10-7ba2-4c77-b956-533bbf876d11,segment=NetworkSegment(d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3),segment_id=d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:52:58.541286 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.543281 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d3692fd4-cb5b-47f5-9afa-b2e1d930b4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:52:58.580354 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:58.581071 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:52:58.582455 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] 10.222.0.52 "PUT /v2.0/ports/90555b10-7ba2-4c77-b956-533bbf876d11 HTTP/1.1" status: 200 len: 1093 time: 0.6925232 Jun 22 12:52:58.582960 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82220a30-f97d-475d-8939-3b463521fa2a', 'tag': '90555b10-7ba2-4c77-b956-533bbf876d11'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:52:58.585256 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94beca9-b9f1-404a-aa40-ac0e0823302a" -d '{"events": [{"name": "network-changed", "server_uuid": "82220a30-f97d-475d-8939-3b463521fa2a", "tag": "90555b10-7ba2-4c77-b956-533bbf876d11"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:52:58.606645 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Pushing event updated for resources: {'Port': ['ID=90555b10-7ba2-4c77-b956-533bbf876d11,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:52:58.611590 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:52:58.624299 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b0c752-f94e-46ce-ad82-acf9ec1786c5 x-openstack-request-id: req-f6b0c752-f94e-46ce-ad82-acf9ec1786c5 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:52:58.624792 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82220a30-f97d-475d-8939-3b463521fa2a", "tag": "90555b10-7ba2-4c77-b956-533bbf876d11", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:52:58.625175 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6b0c752-f94e-46ce-ad82-acf9ec1786c5 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:52:58.625644 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82220a30-f97d-475d-8939-3b463521fa2a', 'tag': '90555b10-7ba2-4c77-b956-533bbf876d11', 'status': 'completed', 'code': 200} Jun 22 12:52:58.702413 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-f420be9f-207a-4eee-8e88-a67656d23fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:58.704082 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-f420be9f-207a-4eee-8e88-a67656d23fd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac6a74e1f97c45989c0c7dc18dfc9554&device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 1096 time: 0.0568025 Jun 22 12:52:58.758869 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-a07bd2f6-4935-4636-808d-44f7081e21ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90555b10-7ba2-4c77-b956-533bbf876d11 HTTP/1.1" status: 200 len: 217 time: 0.0385392 Jun 22 12:52:58.810461 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-5d6422f4-c6d6-40af-8219-a7cd5ef5a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:58.811939 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-5d6422f4-c6d6-40af-8219-a7cd5ef5a7e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=edfd9887-8f49-49a5-8f2b-6813ee87b612 HTTP/1.1" status: 200 len: 849 time: 0.0456367 Jun 22 12:52:58.846635 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-7eca45e4-a4e9-448d-86e5-6a3de96a6532 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fe477d0-116e-4b3e-8b16-01e596ddb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279148 Jun 22 12:52:58.946217 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-99c65296-5f0a-4075-b064-22cc864fe96d service neutron] 10.222.0.52 "GET /v2.0/networks/2fe477d0-116e-4b3e-8b16-01e596ddb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926347 Jun 22 12:52:59.041446 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0c40a7c5-5684-4002-89e6-ca51d1403607 req-ea914066-f041-4c93-ab00-a1845dcbe2cb service neutron] 10.222.0.52 "GET /v2.0/networks/2fe477d0-116e-4b3e-8b16-01e596ddb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870121 Jun 22 12:52:59.201363 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-c9d0c076-2b52-403c-a59b-f805bcb74e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:59.203499 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-c9d0c076-2b52-403c-a59b-f805bcb74e05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac6a74e1f97c45989c0c7dc18dfc9554&device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 1096 time: 0.0572605 Jun 22 12:52:59.307349 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-9f8fe662-8648-4fc5-aa2c-e5fc0fd48337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:59.308823 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-9f8fe662-8648-4fc5-aa2c-e5fc0fd48337 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fe477d0-116e-4b3e-8b16-01e596ddb7c4 HTTP/1.1" status: 200 len: 910 time: 0.0986431 Jun 22 12:52:59.386572 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-61dd5bcf-4b5f-439a-8866-1f5aec195948 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90555b10-7ba2-4c77-b956-533bbf876d11 HTTP/1.1" status: 200 len: 217 time: 0.0704625 Jun 22 12:52:59.450825 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-61317118-bba7-4958-a468-40704291099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:59.452884 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-61317118-bba7-4958-a468-40704291099d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=edfd9887-8f49-49a5-8f2b-6813ee87b612 HTTP/1.1" status: 200 len: 849 time: 0.0583143 Jun 22 12:52:59.488101 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-84da51e5-a2b0-4960-9947-046245997cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fe477d0-116e-4b3e-8b16-01e596ddb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282550 Jun 22 12:52:59.587579 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-acd58b16-dbb5-4d5a-9880-cf7cd9c899a5 service neutron] 10.222.0.52 "GET /v2.0/networks/2fe477d0-116e-4b3e-8b16-01e596ddb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907426 Jun 22 12:52:59.597253 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1628ed-50b0-4524-91f8-43e1c7d687ee req-c04892f9-4dd8-4598-bb47-29152f52f8b7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:52:59.599762 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1e1628ed-50b0-4524-91f8-43e1c7d687ee req-c04892f9-4dd8-4598-bb47-29152f52f8b7 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 943 time: 0.0738125 Jun 22 12:52:59.641549 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-1e1628ed-50b0-4524-91f8-43e1c7d687ee req-9d0223fd-6340-4a91-b128-06436fcbe564 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356879 Jun 22 12:52:59.689467 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e94beca9-b9f1-404a-aa40-ac0e0823302a req-ecb64467-a506-4984-8987-787392ad492f service neutron] 10.222.0.52 "GET /v2.0/networks/2fe477d0-116e-4b3e-8b16-01e596ddb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943851 Jun 22 12:53:00.723236 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45072) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:00.830506 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3a16d-a4f6-4bb8-8731-7005f13eeac0 req-ca680b31-597f-4ed7-924d-967db6d02f73 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:00.832445 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61d3a16d-a4f6-4bb8-8731-7005f13eeac0 req-ca680b31-597f-4ed7-924d-967db6d02f73 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 943 time: 0.0735765 Jun 22 12:53:00.840471 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-aa974d22-7dbf-4a02-bbb1-c510570ec9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:00.875600 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61d3a16d-a4f6-4bb8-8731-7005f13eeac0 req-6b815ab0-60e5-4482-95f2-433c992bab78 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365076 Jun 22 12:53:00.939389 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-aa974d22-7dbf-4a02-bbb1-c510570ec9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:00.943529 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-aa974d22-7dbf-4a02-bbb1-c510570ec9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:00.946131 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d2c8db2e-4f06-49d8-91ac-873be2708e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:00.982061 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa974d22-7dbf-4a02-bbb1-c510570ec9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3d1cf2-0e1b-4b7d-9ccc-b328d6c27308,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:00.987410 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-aa974d22-7dbf-4a02-bbb1-c510570ec9c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e282c70fc5e04c3fb0aba39b6e324df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627840 Jun 22 12:53:00.988166 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-aa974d22-7dbf-4a02-bbb1-c510570ec9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:00.989997 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45076) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:01.047833 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c0f353e1-c6b6-4eee-acd5-62e6fd0c5401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.070871 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c0f353e1-c6b6-4eee-acd5-62e6fd0c5401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.130728 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c0f353e1-c6b6-4eee-acd5-62e6fd0c5401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.133538 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c0f353e1-c6b6-4eee-acd5-62e6fd0c5401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:01.134710 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-c0f353e1-c6b6-4eee-acd5-62e6fd0c5401 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a3d1cf2-0e1b-4b7d-9ccc-b328d6c27308 HTTP/1.1" status: 204 len: 168 time: 0.1437259 Jun 22 12:53:01.135800 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-bbf37536-ec99-4517-bacc-4e3a089e1854 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:01.144210 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f353e1-c6b6-4eee-acd5-62e6fd0c5401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3d1cf2-0e1b-4b7d-9ccc-b328d6c27308,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:01.146871 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-c0f353e1-c6b6-4eee-acd5-62e6fd0c5401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:02.078212 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031fd0f-5bad-4c29-a0af-eecc9b230747 req-cf553d54-3e05-4aee-b44e-2aaeedd1eeb1 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:02.079796 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c031fd0f-5bad-4c29-a0af-eecc9b230747 req-cf553d54-3e05-4aee-b44e-2aaeedd1eeb1 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 943 time: 0.0835552 Jun 22 12:53:02.125968 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c031fd0f-5bad-4c29-a0af-eecc9b230747 req-5798c4b7-aa81-445f-be02-b97d6d8b77f2 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Jun 22 12:53:03.299470 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3ced-bcae-4bbf-a325-e222ffd80a48 req-bf183faf-44fd-466b-8e39-389a24d86c91 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:03.300915 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e02d3ced-bcae-4bbf-a325-e222ffd80a48 req-bf183faf-44fd-466b-8e39-389a24d86c91 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 943 time: 0.0635147 Jun 22 12:53:03.338287 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e02d3ced-bcae-4bbf-a325-e222ffd80a48 req-b4ae60c5-2dab-4f63-a0f7-2344fc64d57d tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Jun 22 12:53:03.444882 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 90555b10-7ba2-4c77-b956-533bbf876d11 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:53:03.539125 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 90555b10-7ba2-4c77-b956-533bbf876d11, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90555b10-7ba2-4c77-b956-533bbf876d11,segment=NetworkSegment(d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3),segment_id=d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:03.550503 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '90555b10-7ba2-4c77-b956-533bbf876d11', 'network_id': '2fe477d0-116e-4b3e-8b16-01e596ddb7c4', 'port_id': '90555b10-7ba2-4c77-b956-533bbf876d11', 'mac_address': 'fa:16:3e:fa:54:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edfd9887-8f49-49a5-8f2b-6813ee87b612', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:53:03.586684 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:03.599030 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90555b10-7ba2-4c77-b956-533bbf876d11 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:53:03.618237 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 90555b10-7ba2-4c77-b956-533bbf876d11, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90555b10-7ba2-4c77-b956-533bbf876d11,segment=NetworkSegment(d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3),segment_id=d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:03.622650 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:03.625933 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-405aa3db-fcd5-4e23-9926-de8fe17a9b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:03.677001 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=90555b10-7ba2-4c77-b956-533bbf876d11,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:03.680089 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:03.919966 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['90555b10-7ba2-4c77-b956-533bbf876d11'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:53:04.516424 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53ae5-1fa3-444c-8af1-f79c3461136e req-54179504-d009-4e2f-aded-5abee136c721 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:04.517924 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b0e53ae5-1fa3-444c-8af1-f79c3461136e req-54179504-d009-4e2f-aded-5abee136c721 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 944 time: 0.0641799 Jun 22 12:53:04.555392 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b0e53ae5-1fa3-444c-8af1-f79c3461136e req-6a4680ab-a507-4a7d-9809-4dd5003abb07 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Jun 22 12:53:05.446607 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 90555b10-7ba2-4c77-b956-533bbf876d11 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:53:05.501096 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port 90555b10-7ba2-4c77-b956-533bbf876d11 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:53:05.506606 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 90555b10-7ba2-4c77-b956-533bbf876d11 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:53:05.506995 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:05.589968 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:05.615227 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82220a30-f97d-475d-8939-3b463521fa2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90555b10-7ba2-4c77-b956-533bbf876d11'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:05.617557 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9556564a-2a0d-4cac-bce6-b226970f90b6" -d '{"events": [{"server_uuid": "82220a30-f97d-475d-8939-3b463521fa2a", "name": "network-vif-plugged", "status": "completed", "tag": "90555b10-7ba2-4c77-b956-533bbf876d11"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:05.631421 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 90555b10-7ba2-4c77-b956-533bbf876d11, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90555b10-7ba2-4c77-b956-533bbf876d11,segment=NetworkSegment(d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3),segment_id=d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:05.635511 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:05.639031 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-2276ecf9-8a6f-46d2-8e4b-056006c1eb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:05.664847 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2366a3-2706-4253-b95f-75b14e164880 x-openstack-request-id: req-cb2366a3-2706-4253-b95f-75b14e164880 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:05.665178 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82220a30-f97d-475d-8939-3b463521fa2a", "name": "network-vif-plugged", "status": "completed", "tag": "90555b10-7ba2-4c77-b956-533bbf876d11", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:05.665439 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb2366a3-2706-4253-b95f-75b14e164880 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:05.665828 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82220a30-f97d-475d-8939-3b463521fa2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90555b10-7ba2-4c77-b956-533bbf876d11', 'code': 200} Jun 22 12:53:05.689573 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=90555b10-7ba2-4c77-b956-533bbf876d11,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:05.693946 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:05.709158 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45170) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:05.755009 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5aaa3-78e8-4fa3-824a-cd7fb9abbea2 req-df77c41d-58c4-4e65-ba18-ee0ed97b43b2 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:05.757291 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d2c5aaa3-78e8-4fa3-824a-cd7fb9abbea2 req-df77c41d-58c4-4e65-ba18-ee0ed97b43b2 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 945 time: 0.0752444 Jun 22 12:53:05.805068 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d2c5aaa3-78e8-4fa3-824a-cd7fb9abbea2 req-14222574-558a-4fdf-8b56-cc91f7c76003 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386436 Jun 22 12:53:05.829361 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7cc165a8-0747-47cf-9a28-93286298c2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:05.959584 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7cc165a8-0747-47cf-9a28-93286298c2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:05.964904 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7cc165a8-0747-47cf-9a28-93286298c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:05.968881 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c5542b30-7823-48ce-99aa-db8fa446163c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:05.977603 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9042027-f7f6-4eb6-9e72-56cb4cfe08c4 req-2b9dbd25-821d-4a73-98fb-81c5be20f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:05.979063 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9042027-f7f6-4eb6-9e72-56cb4cfe08c4 req-2b9dbd25-821d-4a73-98fb-81c5be20f801 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 1098 time: 0.0989892 Jun 22 12:53:06.022366 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-7cc165a8-0747-47cf-9a28-93286298c2e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea1084d1cc7a46e7a16a3d01f8d141cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114791 Jun 22 12:53:06.023933 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc165a8-0747-47cf-9a28-93286298c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882d0648-482b-437d-a58e-dbf2ca1f43da,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:06.025519 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45174) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:06.028796 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7cc165a8-0747-47cf-9a28-93286298c2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:06.046677 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9042027-f7f6-4eb6-9e72-56cb4cfe08c4 req-306a117c-5123-4c9c-8351-d8c44e3e0788 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598352 Jun 22 12:53:06.075542 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1911ced0-38ef-432d-b157-788f34f4da9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.097866 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1911ced0-38ef-432d-b157-788f34f4da9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.159356 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1911ced0-38ef-432d-b157-788f34f4da9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.162063 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1911ced0-38ef-432d-b157-788f34f4da9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.163210 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-1911ced0-38ef-432d-b157-788f34f4da9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/882d0648-482b-437d-a58e-dbf2ca1f43da HTTP/1.1" status: 204 len: 168 time: 0.1367159 Jun 22 12:53:06.163986 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-76ccd0ca-582d-440c-b483-e5916c078b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:06.172470 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911ced0-38ef-432d-b157-788f34f4da9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882d0648-482b-437d-a58e-dbf2ca1f43da,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:06.174833 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-1911ced0-38ef-432d-b157-788f34f4da9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:06.428528 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45180) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:06.441473 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-180de08f-d96c-4e31-bb60-e8e020580897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.533412 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-180de08f-d96c-4e31-bb60-e8e020580897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.537297 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-180de08f-d96c-4e31-bb60-e8e020580897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.539676 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-b04ce006-be3e-4356-bdcc-8ccfa4e837af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:06.574784 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-180de08f-d96c-4e31-bb60-e8e020580897 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fd78eea6ce94e339f474245634192dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451879 Jun 22 12:53:06.575530 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180de08f-d96c-4e31-bb60-e8e020580897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e6832b-2702-465d-aa3b-9e084b6dfc8a,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:06.578252 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45182) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:06.579048 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-180de08f-d96c-4e31-bb60-e8e020580897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:06.630387 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8e20-53a1-4d7a-ac83-08dc4c9e1d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.652418 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8e20-53a1-4d7a-ac83-08dc4c9e1d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.698943 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8e20-53a1-4d7a-ac83-08dc4c9e1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.702253 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8e20-53a1-4d7a-ac83-08dc4c9e1d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:06.703732 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-ddfe8e20-53a1-4d7a-ac83-08dc4c9e1d27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0e6832b-2702-465d-aa3b-9e084b6dfc8a HTTP/1.1" status: 204 len: 168 time: 0.1239495 Jun 22 12:53:06.704576 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-85b4e1a5-7bc6-4ade-a23c-be0ba69f4659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:06.714172 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8e20-53a1-4d7a-ac83-08dc4c9e1d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e6832b-2702-465d-aa3b-9e084b6dfc8a,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:06.716363 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ddfe8e20-53a1-4d7a-ac83-08dc4c9e1d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:06.991380 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdfaf0-9560-4bab-8d13-9b9a22eb152e req-1b14cbdf-a877-46e6-a20d-1abd321b0289 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:06.992852 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-73cdfaf0-9560-4bab-8d13-9b9a22eb152e req-1b14cbdf-a877-46e6-a20d-1abd321b0289 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 945 time: 0.0736718 Jun 22 12:53:07.036665 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-73cdfaf0-9560-4bab-8d13-9b9a22eb152e req-b38f66dd-2c3e-45ef-b408-cee291cc4acb tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376585 Jun 22 12:53:07.369613 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45206) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:07.477281 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250977439-network', 'tenant_id': 'e39dfb407d6d46fcbd9e9ac0350d809e'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:07.500857 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Made reservation on behalf of e39dfb407d6d46fcbd9e9ac0350d809e for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:53:07.503255 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.517394 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.622323 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.626305 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.629438 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-9876603f-6ea1-4129-ad3b-36783dd8b824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:07.652059 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:53:07.662904 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e339299-c81f-4610-a69d-408a580bcb98,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:07.667433 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:07.668562 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.668896 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Added segment 7fb26a30-f187-42f1-b8b1-452c385c7aa3 of type vlan for network 96a2843f-c554-41f0-bc5c-5be1400705bd Jun 22 12:53:07.712513 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.744419 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.746222 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:07.746784 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:07.748910 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:07.815360 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4445918 Jun 22 12:53:07.818764 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45210) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:07.821344 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Pushing event updated for resources: {'Network': ['ID=96a2843f-c554-41f0-bc5c-5be1400705bd,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:07.823987 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Request body: {'subnet': {'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250977439-subnet', 'tenant_id': 'e39dfb407d6d46fcbd9e9ac0350d809e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:07.824282 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-013e9a0e-01e1-42bd-a9f3-7364cec758e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:07.833062 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 96a2843f-c554-41f0-bc5c-5be1400705bd details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:53:07.849851 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Made reservation on behalf of e39dfb407d6d46fcbd9e9ac0350d809e for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:53:07.852324 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5124741'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:08.226554 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b7023-1c73-413a-b31d-30c93fa9757e req-15abd8cb-d282-406c-be77-492fd1780ca5 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:08.228310 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-627b7023-1c73-413a-b31d-30c93fa9757e req-15abd8cb-d282-406c-be77-492fd1780ca5 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 945 time: 0.0706520 Jun 22 12:53:08.273998 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-627b7023-1c73-413a-b31d-30c93fa9757e req-88ca32f4-d605-48c0-9130-94469d6af93b tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382621 Jun 22 12:53:08.324335 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5124791'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:08.329013 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-93ebcc96-7315-424a-8792-71dda74474a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:08.384353 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6515ad-4695-4983-b68d-6c8528355eb7,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:08.388005 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:08.394109 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Checking segment: {'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:53:08.394466 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Network hostable DHCP agents. Network: 96a2843f-c554-41f0-bc5c-5be1400705bd, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:53:08.412342 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Network 96a2843f-c554-41f0-bc5c-5be1400705bd is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:53:08.423138 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 96a2843f-c554-41f0-bc5c-5be1400705bd) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:53:08.427755 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:08.428261 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:08.436235 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf733f-9b05-4aa3-8218-6213be9f1e1d None None] Network 96a2843f-c554-41f0-bc5c-5be1400705bd requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:53:08.443322 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-63736093-9a9f-4164-84bc-c4337f8b9ce6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6233335 Jun 22 12:53:08.607458 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb6c0b-7185-48d0-bb10-18f6593782e5 None None] Network 96a2843f-c554-41f0-bc5c-5be1400705bd requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:53:10.324572 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-fe0276bc-24b3-4c63-a256-77e061d10caa tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:10.326023 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-fe0276bc-24b3-4c63-a256-77e061d10caa tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/networks?id=96a2843f-c554-41f0-bc5c-5be1400705bd HTTP/1.1" status: 200 len: 809 time: 0.1102355 Jun 22 12:53:10.341854 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-a0a2b745-8159-488a-86d2-ece655964a64 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/quotas/e39dfb407d6d46fcbd9e9ac0350d809e HTTP/1.1" status: 200 len: 375 time: 0.0095108 Jun 22 12:53:10.376947 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-6bc112ed-a379-43ff-ade2-b05f450dc245 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e39dfb407d6d46fcbd9e9ac0350d809e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287306 Jun 22 12:53:10.476917 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-eb74d88b-5f9a-4e81-ac1d-d711ee5e15f2 service neutron] 10.222.0.20 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931458 Jun 22 12:53:10.575777 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-8835569c-891d-455a-b2c5-4b61b57b766c service neutron] 10.222.0.20 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910974 Jun 22 12:53:10.752418 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-dea41190-d8f1-45d2-9708-74428c094bfd req-df0f6c44-0c01-46ae-ad71-4bfe4da0f78f tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 210 time: 0.0306256 Jun 22 12:53:11.213960 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2197b-f9cf-4846-bee1-7490783066dd req-7df9d507-7716-413e-8926-2f6d5e3ca583 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:11.215501 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7ca2197b-f9cf-4846-bee1-7490783066dd req-7df9d507-7716-413e-8926-2f6d5e3ca583 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 945 time: 0.0721152 Jun 22 12:53:11.260818 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7ca2197b-f9cf-4846-bee1-7490783066dd req-c55d4777-b46a-428e-985a-ff00314b29eb tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 Jun 22 12:53:11.936222 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-10ba6004-8819-4a3e-9821-dcc83774c441 req-44a98909-7552-4eb8-8b9c-8ee5bc91b9a9 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 210 time: 0.0531554 Jun 22 12:53:12.027074 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-f4a046af-f2dc-46bd-a230-9d9a7a680e32 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:12.028853 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-f4a046af-f2dc-46bd-a230-9d9a7a680e32 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.52 "GET /v2.0/networks?id=96a2843f-c554-41f0-bc5c-5be1400705bd HTTP/1.1" status: 200 len: 809 time: 0.1444983 Jun 22 12:53:12.051763 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Request body: {'port': {'device_id': 'fa6695e8-e748-4d27-a8bb-33ef0e0e3528', 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd', 'admin_state_up': True, 'tenant_id': 'e39dfb407d6d46fcbd9e9ac0350d809e'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:12.166798 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Made reservation on behalf of e39dfb407d6d46fcbd9e9ac0350d809e for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:53:12.170644 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:12.318380 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Allocated IP 172.20.0.9 (96a2843f-c554-41f0-bc5c-5be1400705bd/cb6515ad-4695-4983-b68d-6c8528355eb7/fd7f1e49-071f-46f9-a056-da0bfd035279) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:53:12.458034 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326aa7a4-a783-40bd-a13a-6c949119512f req-b4cd9eb4-9265-4576-805f-4e70218439d8 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:12.459774 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-326aa7a4-a783-40bd-a13a-6c949119512f req-b4cd9eb4-9265-4576-805f-4e70218439d8 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 945 time: 0.0675938 Jun 22 12:53:12.493265 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:12.498423 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-326aa7a4-a783-40bd-a13a-6c949119512f req-49c5136a-9422-410e-bd43-d4b7cf2bf2d5 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Jun 22 12:53:12.538055 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:12.542174 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e6498fc2-1496-44a0-b7a8-d5e32b5f9d3c tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:12.587128 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Network 96a2843f-c554-41f0-bc5c-5be1400705bd is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:53:12.589989 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:53:12.594550 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:53:12.624450 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Pushing event updated for resources: {'Port': ['ID=fd7f1e49-071f-46f9-a056-da0bfd035279,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:12.636918 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.637312 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.637675 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.638032 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.638385 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.638736 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.639083 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.639429 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.639775 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.640119 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.640493 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.640845 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:12.646089 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:12.663871 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:12.664474 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:12.679183 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6324131 Jun 22 12:53:12.703463 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Request body: {'port': {'device_id': 'fa6695e8-e748-4d27-a8bb-33ef0e0e3528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:12.774479 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.006288 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-ea32c7b5-0ecf-418f-a0e5-9a11d495bdd5 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:13.007713 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-ea32c7b5-0ecf-418f-a0e5-9a11d495bdd5 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.52 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 945 time: 0.1324866 Jun 22 12:53:13.201013 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7f1e49-071f-46f9-a056-da0bfd035279 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:53:13.212960 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.235832 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Transition to ACTIVE for port object fd7f1e49-071f-46f9-a056-da0bfd035279 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:53:13.243709 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abd4d3-e188-4c52-8beb-cfdf8c0faae1 req-2c4a8f20-b970-47b0-a554-1e2aec916537 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:13.245248 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e1abd4d3-e188-4c52-8beb-cfdf8c0faae1 req-2c4a8f20-b970-47b0-a554-1e2aec916537 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 931 time: 0.1833608 Jun 22 12:53:13.247937 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.251893 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-a9e75239-6e92-4119-9b5a-7057cdbe2e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:13.258605 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Deleting port 90555b10-7ba2-4c77-b956-533bbf876d11 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:53:13.258938 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.408544 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7f1e49-071f-46f9-a056-da0bfd035279,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:13.416686 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-e1abd4d3-e188-4c52-8beb-cfdf8c0faae1 req-8fa4cf68-3d6a-4eb1-b15f-dcd473d8ae42 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626966 Jun 22 12:53:13.420144 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:13.489836 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] For port 90555b10-7ba2-4c77-b956-533bbf876d11, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90555b10-7ba2-4c77-b956-533bbf876d11,segment=NetworkSegment(d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3),segment_id=d8332c1f-bc42-4dae-9959-4ae5dfd1f4d3)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:13.490104 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.540790 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7e3e-8078-4b73-a5b5-a0b920ab7245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.567221 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Calling delete_port for 90555b10-7ba2-4c77-b956-533bbf876d11 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:53:13.592345 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Attempting to bind port fd7f1e49-071f-46f9-a056-da0bfd035279 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:53:13.592672 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Attempting to bind port fd7f1e49-071f-46f9-a056-da0bfd035279 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:53:13.593002 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Attempting to bind port fd7f1e49-071f-46f9-a056-da0bfd035279 on network 96a2843f-c554-41f0-bc5c-5be1400705bd {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:53:13.627596 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Port fd7f1e49-071f-46f9-a056-da0bfd035279 on network 96a2843f-c554-41f0-bc5c-5be1400705bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:53:13.627926 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Attempting to bind port fd7f1e49-071f-46f9-a056-da0bfd035279 on network 96a2843f-c554-41f0-bc5c-5be1400705bd {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:53:13.636882 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:53:13.637254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Checking segment: {'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:53:13.637635 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Bound using segment: {'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:53:13.638066 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Bound port: fd7f1e49-071f-46f9-a056-da0bfd035279, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:53:13.638412 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.683848 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f3cad-3219-4871-bcb4-1688016e4d5c req-223abc00-c46c-4dba-aef0-991a9c11b118 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:13.685372 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-634f3cad-3219-4871-bcb4-1688016e4d5c req-223abc00-c46c-4dba-aef0-991a9c11b118 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/ports?device_id=82220a30-f97d-475d-8939-3b463521fa2a HTTP/1.1" status: 200 len: 945 time: 0.0652659 Jun 22 12:53:13.728105 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-634f3cad-3219-4871-bcb4-1688016e4d5c req-6721758f-90fc-4f3c-9c19-b6c89b0f5d96 tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.20 "GET /v2.0/security-groups?id=84fc931b-2434-4ab3-8d67-21af19112da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352788 Jun 22 12:53:13.753362 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] For port fd7f1e49-071f-46f9-a056-da0bfd035279, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:53:13.777198 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] For port fd7f1e49-071f-46f9-a056-da0bfd035279, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fd7f1e49-071f-46f9-a056-da0bfd035279,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:53:13.784146 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.787551 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-35199ab5-c0ac-4f7e-8bee-7826da07f860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:13.812084 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.827249 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:13.828113 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.829644 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] 10.222.0.52 "PUT /v2.0/ports/fd7f1e49-071f-46f9-a056-da0bfd035279 HTTP/1.1" status: 200 len: 1093 time: 1.1306491 Jun 22 12:53:13.833030 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6695e8-e748-4d27-a8bb-33ef0e0e3528', 'tag': 'fd7f1e49-071f-46f9-a056-da0bfd035279'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:13.835484 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848baf89-3739-4fe7-b557-609d38e55027" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6695e8-e748-4d27-a8bb-33ef0e0e3528", "tag": "fd7f1e49-071f-46f9-a056-da0bfd035279"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:13.853435 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['90555b10-7ba2-4c77-b956-533bbf876d11'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:53:13.884605 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f259496-203c-4022-9de8-aaed8160f4c8 x-openstack-request-id: req-9f259496-203c-4022-9de8-aaed8160f4c8 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:13.884900 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6695e8-e748-4d27-a8bb-33ef0e0e3528", "tag": "fd7f1e49-071f-46f9-a056-da0bfd035279", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:13.885218 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f259496-203c-4022-9de8-aaed8160f4c8 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:13.885645 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6695e8-e748-4d27-a8bb-33ef0e0e3528', 'tag': 'fd7f1e49-071f-46f9-a056-da0bfd035279', 'status': 'completed', 'code': 200} Jun 22 12:53:13.904236 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7f1e49-071f-46f9-a056-da0bfd035279,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:13.908350 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] No DVR routers for this DVR port 90555b10-7ba2-4c77-b956-533bbf876d11 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:53:13.910962 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5960f8d1-70e8-434b-85f5-22b353bbcd75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:13.913749 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-96db765e-fd2a-42c7-9cfa-a866dad0d249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:13.918141 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:13.920189 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5607c3e6-2861-4775-9ecf-eff7ca77d2d4 req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] 10.222.0.52 "DELETE /v2.0/ports/90555b10-7ba2-4c77-b956-533bbf876d11 HTTP/1.1" status: 204 len: 173 time: 0.9061732 Jun 22 12:53:13.972502 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Pushing event deleted for resources: {'Port': ['ID=90555b10-7ba2-4c77-b956-533bbf876d11,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:13.975271 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:14.000846 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-2a6db733-ed14-436f-b452-29ccaadfd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:14.002643 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-2a6db733-ed14-436f-b452-29ccaadfd026 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e39dfb407d6d46fcbd9e9ac0350d809e&device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 1096 time: 0.0904264 Jun 22 12:53:14.054089 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-394b3d25-2033-456d-a3bf-6ed6c407153b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7f1e49-071f-46f9-a056-da0bfd035279 HTTP/1.1" status: 200 len: 217 time: 0.0371764 Jun 22 12:53:14.108320 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-fdb7faeb-e666-4f20-bf04-4409e34faf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:14.110655 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-fdb7faeb-e666-4f20-bf04-4409e34faf55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb6515ad-4695-4983-b68d-6c8528355eb7 HTTP/1.1" status: 200 len: 849 time: 0.0468955 Jun 22 12:53:14.148387 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-d4bd5a5a-28f6-4298-9538-1c6fcc1f60b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96a2843f-c554-41f0-bc5c-5be1400705bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303411 Jun 22 12:53:14.254235 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-6e7a57f9-cc46-4efc-a582-8c1aac51ab7e service neutron] 10.222.0.52 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927701 Jun 22 12:53:14.355272 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9bdd3f86-9917-4965-80d4-bf1bae08e9b0 req-49221d94-c63e-4640-af27-4cc199aebfc2 service neutron] 10.222.0.52 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927598 Jun 22 12:53:14.524867 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848baf89-3739-4fe7-b557-609d38e55027 req-ec647159-f078-4911-afb1-93c90e088e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:14.526558 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-848baf89-3739-4fe7-b557-609d38e55027 req-ec647159-f078-4911-afb1-93c90e088e9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e39dfb407d6d46fcbd9e9ac0350d809e&device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 1096 time: 0.0644848 Jun 22 12:53:14.620174 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8068f-9a7f-405c-bc3d-14da5b81a29f req-f0515065-9ab8-4acc-b504-65a58781bc82 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:14.621861 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-bce8068f-9a7f-405c-bc3d-14da5b81a29f req-f0515065-9ab8-4acc-b504-65a58781bc82 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 943 time: 0.0782752 Jun 22 12:53:14.642352 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848baf89-3739-4fe7-b557-609d38e55027 req-b1956f6e-faed-4b91-a5ea-7f04e6a39253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:14.643875 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-848baf89-3739-4fe7-b557-609d38e55027 req-b1956f6e-faed-4b91-a5ea-7f04e6a39253 service neutron] 10.222.0.52 "GET /v2.0/networks?id=96a2843f-c554-41f0-bc5c-5be1400705bd HTTP/1.1" status: 200 len: 910 time: 0.1107392 Jun 22 12:53:14.669290 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-bce8068f-9a7f-405c-bc3d-14da5b81a29f req-a454e940-f60f-4af2-8673-2ed7d8b1a71a tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384083 Jun 22 12:53:14.696408 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-848baf89-3739-4fe7-b557-609d38e55027 req-d590ead9-5110-4f87-8fe8-a09900e34509 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7f1e49-071f-46f9-a056-da0bfd035279 HTTP/1.1" status: 200 len: 217 time: 0.0433657 Jun 22 12:53:14.747548 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848baf89-3739-4fe7-b557-609d38e55027 req-29a7dd43-0b51-4812-97b7-22db936b1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:14.748982 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-848baf89-3739-4fe7-b557-609d38e55027 req-29a7dd43-0b51-4812-97b7-22db936b1c8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb6515ad-4695-4983-b68d-6c8528355eb7 HTTP/1.1" status: 200 len: 849 time: 0.0447321 Jun 22 12:53:14.802324 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-848baf89-3739-4fe7-b557-609d38e55027 req-a9ed04cd-6e74-415d-97d5-f6d473a6d33f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96a2843f-c554-41f0-bc5c-5be1400705bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461946 Jun 22 12:53:14.900189 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-848baf89-3739-4fe7-b557-609d38e55027 req-45dd43ae-a1ad-4c5c-83a7-0a0691f5e8fb service neutron] 10.222.0.52 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909100 Jun 22 12:53:15.009923 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-848baf89-3739-4fe7-b557-609d38e55027 req-99a9722a-e5a3-4306-8ffa-7cb662292bef service neutron] 10.222.0.52 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947006 Jun 22 12:53:15.855520 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb9846-25ff-47a8-b18a-106bfb25af98 req-0537c7c8-7f7d-45f6-8b37-bdcb85f22c39 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:15.857068 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-95eb9846-25ff-47a8-b18a-106bfb25af98 req-0537c7c8-7f7d-45f6-8b37-bdcb85f22c39 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 943 time: 0.0696487 Jun 22 12:53:15.886848 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82220a30-f97d-475d-8939-3b463521fa2a', 'name': 'network-vif-deleted', 'tag': '90555b10-7ba2-4c77-b956-533bbf876d11'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:15.889305 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb38a718-6438-432f-aeef-e3294511d604" -d '{"events": [{"server_uuid": "82220a30-f97d-475d-8939-3b463521fa2a", "name": "network-vif-deleted", "tag": "90555b10-7ba2-4c77-b956-533bbf876d11"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:15.897761 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-95eb9846-25ff-47a8-b18a-106bfb25af98 req-579325f0-1556-4bc9-b1b1-5b0a1694f3f2 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346975 Jun 22 12:53:15.930414 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe34694-7e79-4238-a190-7c978d39a7ce x-openstack-request-id: req-afe34694-7e79-4238-a190-7c978d39a7ce {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:15.930741 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82220a30-f97d-475d-8939-3b463521fa2a", "name": "network-vif-deleted", "tag": "90555b10-7ba2-4c77-b956-533bbf876d11", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:15.931022 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afe34694-7e79-4238-a190-7c978d39a7ce {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:15.931448 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82220a30-f97d-475d-8939-3b463521fa2a', 'name': 'network-vif-deleted', 'tag': '90555b10-7ba2-4c77-b956-533bbf876d11', 'status': 'completed', 'code': 200} Jun 22 12:53:16.822667 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-4089f0d4-9c71-43d4-b341-e429f272814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.076598 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fd1fb-bcaa-4197-aa51-94bd3e541636 req-c6ea2068-385b-4ddd-9011-2f6e54aeaf23 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:17.078083 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f13fd1fb-bcaa-4197-aa51-94bd3e541636 req-c6ea2068-385b-4ddd-9011-2f6e54aeaf23 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 943 time: 0.0666463 Jun 22 12:53:17.120161 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f13fd1fb-bcaa-4197-aa51-94bd3e541636 req-8c4b269a-3c80-4903-b5bb-8adcdef00888 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Jun 22 12:53:17.458604 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.462356 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fd7f1e49-071f-46f9-a056-da0bfd035279 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:53:17.474126 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 90555b10-7ba2-4c77-b956-533bbf876d11 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:53:17.499821 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: 90555b10-7ba2-4c77-b956-533bbf876d11 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:53:17.500185 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 90555b10-7ba2-4c77-b956-533bbf876d11 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:53:17.595379 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fd7f1e49-071f-46f9-a056-da0bfd035279, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fd7f1e49-071f-46f9-a056-da0bfd035279,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:17.611855 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'fd7f1e49-071f-46f9-a056-da0bfd035279', 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd', 'port_id': 'fd7f1e49-071f-46f9-a056-da0bfd035279', 'mac_address': 'fa:16:3e:1f:91:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6515ad-4695-4983-b68d-6c8528355eb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:53:17.670716 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.685069 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7f1e49-071f-46f9-a056-da0bfd035279 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:53:17.706849 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fd7f1e49-071f-46f9-a056-da0bfd035279, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fd7f1e49-071f-46f9-a056-da0bfd035279,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:17.710990 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:17.713149 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:17.761896 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fd7f1e49-071f-46f9-a056-da0bfd035279,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:17.764958 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:17.994074 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:18.021360 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['fd7f1e49-071f-46f9-a056-da0bfd035279'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:53:18.307188 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908ac52-9ccd-4cf6-a21e-eaeff0f6059f req-e0467b11-66a7-4584-8664-19132d47db66 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:18.308676 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9908ac52-9ccd-4cf6-a21e-eaeff0f6059f req-e0467b11-66a7-4584-8664-19132d47db66 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 944 time: 0.0714273 Jun 22 12:53:18.352678 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9908ac52-9ccd-4cf6-a21e-eaeff0f6059f req-bda9236b-f646-4165-b85b-d3da544c28cf tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Jun 22 12:53:18.762066 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:19.475043 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fd7f1e49-071f-46f9-a056-da0bfd035279 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:53:19.524306 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port fd7f1e49-071f-46f9-a056-da0bfd035279 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:53:19.528143 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port fd7f1e49-071f-46f9-a056-da0bfd035279 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:53:19.528467 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fbbcc-4c74-43eb-9957-d59959167cf2 req-d648b049-5c68-42a2-9769-31bb8a4f0f37 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:19.528961 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:19.529989 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2a4fbbcc-4c74-43eb-9957-d59959167cf2 req-d648b049-5c68-42a2-9769-31bb8a4f0f37 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 944 time: 0.0666814 Jun 22 12:53:19.570522 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-2a4fbbcc-4c74-43eb-9957-d59959167cf2 req-f7cd5e57-906c-49ca-95ec-422e6c168832 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331845 Jun 22 12:53:19.611564 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:19.634849 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6695e8-e748-4d27-a8bb-33ef0e0e3528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7f1e49-071f-46f9-a056-da0bfd035279'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:19.637032 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c69785e-c24e-49a5-8364-ed1d8395faf3" -d '{"events": [{"server_uuid": "fa6695e8-e748-4d27-a8bb-33ef0e0e3528", "name": "network-vif-plugged", "status": "completed", "tag": "fd7f1e49-071f-46f9-a056-da0bfd035279"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:19.649887 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port fd7f1e49-071f-46f9-a056-da0bfd035279, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fd7f1e49-071f-46f9-a056-da0bfd035279,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:19.653997 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:19.656041 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:19.678803 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3250fe7-0dc0-4941-bf52-6f0367d9c45e x-openstack-request-id: req-c3250fe7-0dc0-4941-bf52-6f0367d9c45e {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:19.679101 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6695e8-e748-4d27-a8bb-33ef0e0e3528", "name": "network-vif-plugged", "status": "completed", "tag": "fd7f1e49-071f-46f9-a056-da0bfd035279", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:19.679358 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3250fe7-0dc0-4941-bf52-6f0367d9c45e {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:19.679741 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6695e8-e748-4d27-a8bb-33ef0e0e3528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7f1e49-071f-46f9-a056-da0bfd035279', 'code': 200} Jun 22 12:53:19.707395 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=fd7f1e49-071f-46f9-a056-da0bfd035279,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:19.710452 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:19.948256 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06c8d0-9cd2-4587-9b42-a61d6246a0df req-49ecc039-4e17-49b1-8cf2-804bcf1a5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:19.949731 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9f06c8d0-9cd2-4587-9b42-a61d6246a0df req-49ecc039-4e17-49b1-8cf2-804bcf1a5e84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 1098 time: 0.0535402 Jun 22 12:53:19.985516 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9f06c8d0-9cd2-4587-9b42-a61d6246a0df req-7db3f418-45b0-46da-8856-9b1e39a55aff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295110 Jun 22 12:53:19.994510 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:20.752154 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f525-b7d8-4d8d-98f6-7dab4cff5641 req-73d6e202-5c3f-41e8-951f-45aca3f0b3a0 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:20.753659 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c4d6f525-b7d8-4d8d-98f6-7dab4cff5641 req-73d6e202-5c3f-41e8-951f-45aca3f0b3a0 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 945 time: 0.0659037 Jun 22 12:53:20.793327 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c4d6f525-b7d8-4d8d-98f6-7dab4cff5641 req-24566c3a-89da-4da8-852e-4becb15c9fae tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Jun 22 12:53:21.973798 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d50a9-ae9a-429e-883b-0774a760dbae req-177fb947-107c-4a47-a529-6b3a53fcbe4d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:21.975311 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1f1d50a9-ae9a-429e-883b-0774a760dbae req-177fb947-107c-4a47-a529-6b3a53fcbe4d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 945 time: 0.0669942 Jun 22 12:53:22.015524 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1f1d50a9-ae9a-429e-883b-0774a760dbae req-f1aa17ef-0382-4f49-8917-4bbb4af86326 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345905 Jun 22 12:53:22.816958 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278dde-fd27-4ff5-bb09-085db8501ac8 req-18b0af75-9559-4b79-ab55-dffb33dff87c tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:22.818533 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-73278dde-fd27-4ff5-bb09-085db8501ac8 req-18b0af75-9559-4b79-ab55-dffb33dff87c tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 945 time: 0.0725102 Jun 22 12:53:22.865975 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-73278dde-fd27-4ff5-bb09-085db8501ac8 req-05dc0577-6170-4450-a349-5c08d9bd582a tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Jun 22 12:53:24.051568 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061563c9-ea0e-43f0-8fa6-db99338d6d6c req-63108d0a-06b1-49e4-b4b0-2c961ce8ed27 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:24.053098 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-061563c9-ea0e-43f0-8fa6-db99338d6d6c req-63108d0a-06b1-49e4-b4b0-2c961ce8ed27 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 945 time: 0.0708470 Jun 22 12:53:24.099715 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-061563c9-ea0e-43f0-8fa6-db99338d6d6c req-4f2d3830-676d-499c-b2cb-ca9e586e964f tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Jun 22 12:53:24.303440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-56b5b88d-e234-4596-94d0-6217b9553ab1 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:24.304947 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-56b5b88d-e234-4596-94d0-6217b9553ab1 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 945 time: 0.0669148 Jun 22 12:53:24.420732 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Deleting port fd7f1e49-071f-46f9-a056-da0bfd035279 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:53:24.421025 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:24.513214 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] For port fd7f1e49-071f-46f9-a056-da0bfd035279, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=fd7f1e49-071f-46f9-a056-da0bfd035279,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:24.513563 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:24.581465 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Calling delete_port for fd7f1e49-071f-46f9-a056-da0bfd035279 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:53:24.710379 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:24.714112 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d1cf89c6-1e88-49a8-9806-50055356e52f tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:24.746079 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['fd7f1e49-071f-46f9-a056-da0bfd035279'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:53:24.747872 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Pushing event deleted for resources: {'Port': ['ID=fd7f1e49-071f-46f9-a056-da0bfd035279,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:24.751460 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:24.794510 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] No DVR routers for this DVR port fd7f1e49-071f-46f9-a056-da0bfd035279 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:53:24.797701 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:24.799633 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-8b16964c-4450-4088-9048-3f1427dff3e9 req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.52 "DELETE /v2.0/ports/fd7f1e49-071f-46f9-a056-da0bfd035279 HTTP/1.1" status: 204 len: 173 time: 0.4882441 Jun 22 12:53:24.800133 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6695e8-e748-4d27-a8bb-33ef0e0e3528', 'name': 'network-vif-deleted', 'tag': 'fd7f1e49-071f-46f9-a056-da0bfd035279'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:24.802442 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34053538-871d-4793-a663-9ba0019c7200" -d '{"events": [{"server_uuid": "fa6695e8-e748-4d27-a8bb-33ef0e0e3528", "name": "network-vif-deleted", "tag": "fd7f1e49-071f-46f9-a056-da0bfd035279"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:24.838104 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58217a08-7f9a-42ef-a7c2-3702099c1e13 x-openstack-request-id: req-58217a08-7f9a-42ef-a7c2-3702099c1e13 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:24.838438 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6695e8-e748-4d27-a8bb-33ef0e0e3528", "name": "network-vif-deleted", "tag": "fd7f1e49-071f-46f9-a056-da0bfd035279", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:24.838732 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58217a08-7f9a-42ef-a7c2-3702099c1e13 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:24.839187 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6695e8-e748-4d27-a8bb-33ef0e0e3528', 'name': 'network-vif-deleted', 'tag': 'fd7f1e49-071f-46f9-a056-da0bfd035279', 'status': 'completed', 'code': 200} Jun 22 12:53:25.273799 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b35f5713-9f51-45db-aaa4-b26a1a74289d req-fcc20739-2c6a-4b6c-bdad-5c31ecbc12f1 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6695e8-e748-4d27-a8bb-33ef0e0e3528 HTTP/1.1" status: 200 len: 210 time: 0.0364127 Jun 22 12:53:26.578562 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-cd5dda96-f46c-4aa0-8f81-2445421e6faa tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:26.580106 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-cd5dda96-f46c-4aa0-8f81-2445421e6faa tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/networks?id=96a2843f-c554-41f0-bc5c-5be1400705bd HTTP/1.1" status: 200 len: 809 time: 0.1083980 Jun 22 12:53:26.595403 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-862b98a6-c052-4578-aa64-5c32497f7951 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/quotas/e39dfb407d6d46fcbd9e9ac0350d809e HTTP/1.1" status: 200 len: 375 time: 0.0097759 Jun 22 12:53:26.631862 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-0aa8041e-6bec-4a85-aded-ca91a6a18d20 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e39dfb407d6d46fcbd9e9ac0350d809e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312109 Jun 22 12:53:26.764988 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-f354af2b-b0c6-443a-938d-5031829bddce service neutron] 10.222.0.20 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256912 Jun 22 12:53:26.860357 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-6e361c57-e403-4ef8-a92f-f91556b435aa service neutron] 10.222.0.20 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885105 Jun 22 12:53:27.068153 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2ba67470-ed4c-427e-8284-2417ae453619 req-2c339615-5c93-4e59-83ec-32619315a16c tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 210 time: 0.0605826 Jun 22 12:53:28.184347 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-1ac43b82-a833-43f3-b2e2-225dcc24c850 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:28.186569 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-1ac43b82-a833-43f3-b2e2-225dcc24c850 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.52 "GET /v2.0/networks?id=96a2843f-c554-41f0-bc5c-5be1400705bd HTTP/1.1" status: 200 len: 809 time: 0.1324391 Jun 22 12:53:28.206066 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Request body: {'port': {'device_id': '7bbbc031-dae2-459f-9ef3-92b6565400a3', 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd', 'admin_state_up': True, 'tenant_id': 'e39dfb407d6d46fcbd9e9ac0350d809e'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:28.258537 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-90b8d6a9-5720-425a-8269-e0ca5007d6ec req-d18a77ae-a2c1-40cc-a22e-3302256b61da tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 210 time: 0.0384078 Jun 22 12:53:28.347440 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Made reservation on behalf of e39dfb407d6d46fcbd9e9ac0350d809e for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:53:28.351069 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:28.482030 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Allocated IP 172.20.0.2 (96a2843f-c554-41f0-bc5c-5be1400705bd/cb6515ad-4695-4983-b68d-6c8528355eb7/f9faf17e-a8ad-4a0b-8909-b2e09f12b7db) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:53:28.911385 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:28.949035 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:28.953786 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e828c02f-965d-448d-a35a-dc22460a0b87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:28.998513 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Network 96a2843f-c554-41f0-bc5c-5be1400705bd is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:53:29.002031 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:53:29.005791 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:53:29.012142 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Pushing event updated for resources: {'Port': ['ID=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:29.033150 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:29.063197 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:29.063818 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.078347 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8760812 Jun 22 12:53:29.096372 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Request body: {'port': {'device_id': '7bbbc031-dae2-459f-9ef3-92b6565400a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:53:29.168294 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.356463 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45488) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:29.402755 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Deleting subnet edfd9887-8f49-49a5-8f2b-6813ee87b612 {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:53:29.405931 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.446460 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5170620'] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.488719 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.490921 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9faf17e-a8ad-4a0b-8909-b2e09f12b7db {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:53:29.503365 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8de72-46f1-4322-b71f-260eddd68145 req-5cc4c740-53fd-43ff-895a-09cc1e0d2287 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:29.504948 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2ed8de72-46f1-4322-b71f-260eddd68145 req-5cc4c740-53fd-43ff-895a-09cc1e0d2287 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 931 time: 0.1273627 Jun 22 12:53:29.518710 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.521619 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fd7f1e49-071f-46f9-a056-da0bfd035279 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:53:29.544303 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4861047'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.547185 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:29.548415 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: fd7f1e49-071f-46f9-a056-da0bfd035279 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:53:29.548840 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device fd7f1e49-071f-46f9-a056-da0bfd035279 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:53:29.550665 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Transition to ACTIVE for port object f9faf17e-a8ad-4a0b-8909-b2e09f12b7db will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:53:29.556441 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.563607 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5685c82f-4c95-482c-8827-1ddc582cd841 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:29.571605 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edfd9887-8f49-49a5-8f2b-6813ee87b612,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:29.580236 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.580964 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/edfd9887-8f49-49a5-8f2b-6813ee87b612 HTTP/1.1" status: 204 len: 168 time: 0.2233753 Jun 22 12:53:29.582785 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.583175 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.583527 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.583890 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.584241 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.584602 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.584956 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.585347 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.585704 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.586058 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.586412 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.586761 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:53:29.589203 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45490) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:29.595713 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:29.600058 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2ed8de72-46f1-4322-b71f-260eddd68145 req-ad83c1d0-a685-4aa9-90c6-614e9ef1d085 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880287 Jun 22 12:53:29.647577 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Pushing event updated for resources: {'Port': ['ID=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:29.651448 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:29.663656 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.732144 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Attempting to bind port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:53:29.732381 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Attempting to bind port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:53:29.732705 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Attempting to bind port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db on network 96a2843f-c554-41f0-bc5c-5be1400705bd {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:53:29.737536 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db on network 96a2843f-c554-41f0-bc5c-5be1400705bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:53:29.737850 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Attempting to bind port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db on network 96a2843f-c554-41f0-bc5c-5be1400705bd {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:53:29.742752 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:53:29.743093 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Checking segment: {'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:53:29.743477 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Bound using segment: {'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:53:29.743909 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Bound port: f9faf17e-a8ad-4a0b-8909-b2e09f12b7db, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb26a30-f187-42f1-b8b1-452c385c7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:53:29.744262 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.748957 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.759352 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe477d0-116e-4b3e-8b16-01e596ddb7c4']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:29.773937 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8332c1f-bc42-4dae-9959-4ae5dfd1f4d3') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:29.774232 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8332c1f-bc42-4dae-9959-4ae5dfd1f4d3') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:29.783257 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.797165 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.802959 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:53:29.803608 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:53:29.805320 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:53:29.814717 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] For port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:53:29.817951 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] For port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:53:29.822414 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.825384 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-35a75c17-cb41-4c97-a7f8-ea2c6c0397b7 tempest-AttachVolumeNegativeTest-2091697623 tempest-AttachVolumeNegativeTest-2091697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:29.863189 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:29.863821 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.865422 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] 10.222.0.52 "PUT /v2.0/ports/f9faf17e-a8ad-4a0b-8909-b2e09f12b7db HTTP/1.1" status: 200 len: 1093 time: 0.7730255 Jun 22 12:53:29.865847 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbbc031-dae2-459f-9ef3-92b6565400a3', 'tag': 'f9faf17e-a8ad-4a0b-8909-b2e09f12b7db'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:29.867303 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.868149 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a52c46d-6e84-4bba-abc6-e0e952e21457" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbbc031-dae2-459f-9ef3-92b6565400a3", "tag": "f9faf17e-a8ad-4a0b-8909-b2e09f12b7db"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:29.870908 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-81f0b5c0-5bac-4b54-bc63-4c5a1ddad840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:29.884623 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:29.889080 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2fe477d0-116e-4b3e-8b16-01e596ddb7c4 HTTP/1.1" status: 204 len: 168 time: 0.2979240 Jun 22 12:53:29.891767 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45494) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:29.899564 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Pushing event updated for resources: {'Port': ['ID=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:29.901112 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe477d0-116e-4b3e-8b16-01e596ddb7c4,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:29.903938 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:29.905943 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-8186df46-506c-4431-8e0b-a7b9f2333195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:29.924803 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de33b92-0801-4556-a9ec-46434e44ae30 x-openstack-request-id: req-2de33b92-0801-4556-a9ec-46434e44ae30 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:29.925160 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbbc031-dae2-459f-9ef3-92b6565400a3", "tag": "f9faf17e-a8ad-4a0b-8909-b2e09f12b7db", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:29.925454 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2de33b92-0801-4556-a9ec-46434e44ae30 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:29.925886 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbbc031-dae2-459f-9ef3-92b6565400a3', 'tag': 'f9faf17e-a8ad-4a0b-8909-b2e09f12b7db', 'status': 'completed', 'code': 200} Jun 22 12:53:29.975205 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] Deleting subnet a031a524-34e0-4faa-82b7-6d23fb861760 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:53:29.980661 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.027092 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5645710'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.066637 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-48d225f0-5414-4458-9981-e447c3e169c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:30.068115 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-48d225f0-5414-4458-9981-e447c3e169c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e39dfb407d6d46fcbd9e9ac0350d809e&device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 1096 time: 0.1284184 Jun 22 12:53:30.080431 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.143189 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-fa68bd63-c0e5-4dd7-973d-12292a275d2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db HTTP/1.1" status: 200 len: 217 time: 0.0603926 Jun 22 12:53:30.209363 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-706e949f-8e62-4cd7-9644-762569d4c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:30.210817 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-706e949f-8e62-4cd7-9644-762569d4c27f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb6515ad-4695-4983-b68d-6c8528355eb7 HTTP/1.1" status: 200 len: 849 time: 0.0598471 Jun 22 12:53:30.212138 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4398795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5124768'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.215221 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7595fc2e-d2af-4c45-8685-e124cc20e303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:30.247993 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a031a524-34e0-4faa-82b7-6d23fb861760,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:30.267038 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:30.269008 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-e708ac04-c42a-4dd8-a9a1-2e36280313f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96a2843f-c554-41f0-bc5c-5be1400705bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481322 Jun 22 12:53:30.269935 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.271638 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e323736c-e11d-4a8d-8b59-ee6e56b75108 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a031a524-34e0-4faa-82b7-6d23fb861760 HTTP/1.1" status: 204 len: 168 time: 0.3785608 Jun 22 12:53:30.274350 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45496) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:30.400480 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.431736 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d5628fc4-8118-4fc9-b3b1-f872462aa83c service neutron] 10.222.0.52 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509817 Jun 22 12:53:30.549276 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.563016 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7705378e-344f-41f2-b02f-ee1957d2467c']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:30.580631 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec56eee-9f05-4e08-9b98-664c6c7fb499') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:30.580924 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec56eee-9f05-4e08-9b98-664c6c7fb499') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:53:30.597267 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5645753'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.609641 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cc76edfd-0e7c-45d8-8389-3eeec7476067 req-d6fa2eac-caf7-441f-a788-2154a67dc4ee service neutron] 10.222.0.52 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583722 Jun 22 12:53:30.615418 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.621393 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:53:30.621789 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288626'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: Traceback (most recent call last): Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: timer() Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: cb(*args, **kw) Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: return func(*args, **kwargs) Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: self._notify() Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: self.callback(batched_events) Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: event.method(event) Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: return f(self, *a, **k) Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: return self._get(url).json() Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:53:30.623489 dv-cinder-796680-1-smb neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:53:30.681065 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.685661 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.689165 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] 10.222.0.20 "DELETE /v2.0/networks/7705378e-344f-41f2-b02f-ee1957d2467c HTTP/1.1" status: 204 len: 168 time: 0.4138498 Jun 22 12:53:30.689960 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:30.708370 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Pushing event deleted for resources: {'Network': ['ID=7705378e-344f-41f2-b02f-ee1957d2467c,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:30.710748 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-791a5873-28da-48aa-b2fd-b53f220686df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:30.810097 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45502) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:30.819555 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5865411-3ccd-4a6c-be38-0f2e2253060b req-f54c1c7c-acd7-493a-be28-163cd0c7a3a1 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:30.821037 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c5865411-3ccd-4a6c-be38-0f2e2253060b req-f54c1c7c-acd7-493a-be28-163cd0c7a3a1 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 943 time: 0.1028345 Jun 22 12:53:30.828427 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-bba9406f-a679-4c58-bf74-acbb0a2255ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:30.829844 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-bba9406f-a679-4c58-bf74-acbb0a2255ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e39dfb407d6d46fcbd9e9ac0350d809e&device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 1096 time: 0.0839875 Jun 22 12:53:30.851174 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-5a9e7537-4a00-4282-b5e1-3121cc0cd2b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac6a74e1f97c45989c0c7dc18dfc9554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394731 Jun 22 12:53:30.853164 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45504) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:30.901324 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc9ff-3609-484e-9342-74a2ebf7a713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.924079 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c5865411-3ccd-4a6c-be38-0f2e2253060b req-1aecdcbd-760c-4f6b-81cb-6207dc053b96 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932689 Jun 22 12:53:30.927488 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc9ff-3609-484e-9342-74a2ebf7a713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.955098 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-5e48f439-2e7b-4959-a70d-e1bf7eb6c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:30.956578 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-5e48f439-2e7b-4959-a70d-e1bf7eb6c9fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=96a2843f-c554-41f0-bc5c-5be1400705bd HTTP/1.1" status: 200 len: 910 time: 0.1187344 Jun 22 12:53:30.975016 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc9ff-3609-484e-9342-74a2ebf7a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.977594 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc9ff-3609-484e-9342-74a2ebf7a713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:30.978721 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-7e4bc9ff-3609-484e-9342-74a2ebf7a713 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84fc931b-2434-4ab3-8d67-21af19112da2 HTTP/1.1" status: 204 len: 168 time: 0.1245391 Jun 22 12:53:30.979484 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-e970a272-2202-4d24-9a99-b89b672658ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:30.987838 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bc9ff-3609-484e-9342-74a2ebf7a713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fc931b-2434-4ab3-8d67-21af19112da2,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:30.990253 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7e4bc9ff-3609-484e-9342-74a2ebf7a713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:31.003019 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-afb31015-9de0-4f55-b6f3-0543e3623dc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db HTTP/1.1" status: 200 len: 217 time: 0.0373592 Jun 22 12:53:31.063869 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-5e681341-591b-46d4-b75b-57a37ab3924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:31.065384 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-5e681341-591b-46d4-b75b-57a37ab3924b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb6515ad-4695-4983-b68d-6c8528355eb7 HTTP/1.1" status: 200 len: 849 time: 0.0544326 Jun 22 12:53:31.099177 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-7c6d7bd9-e115-45ce-9347-255489cfa2bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96a2843f-c554-41f0-bc5c-5be1400705bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266726 Jun 22 12:53:31.203564 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-6b362363-f2e1-447a-bb45-6697e7e29bbc service neutron] 10.222.0.52 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935113 Jun 22 12:53:31.302833 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2a52c46d-6e84-4bba-abc6-e0e952e21457 req-5391123c-5cda-48f5-8407-259d71d46f5f service neutron] 10.222.0.52 "GET /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924819 Jun 22 12:53:31.316870 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45510) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:31.359289 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-957f2dde-f8a0-43cf-93cd-47bfb7387284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2b88bcd2df94b8f95086a6fbcabf15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409114 Jun 22 12:53:31.361904 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45512) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:31.410356 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-c0e3-4481-b1b1-8c2fa3b48675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:31.433366 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-c0e3-4481-b1b1-8c2fa3b48675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:31.480964 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-c0e3-4481-b1b1-8c2fa3b48675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:31.483572 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-c0e3-4481-b1b1-8c2fa3b48675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:31.484851 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-d5e2d53e-c0e3-4481-b1b1-8c2fa3b48675 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe05e337-7b81-49e7-ad1b-c6408e53882b HTTP/1.1" status: 204 len: 168 time: 0.1220274 Jun 22 12:53:31.485632 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-15a603f1-8af7-485d-b883-46866c3657cf tempest-AttachVolumeShelveTestJSON-1643244098 tempest-AttachVolumeShelveTestJSON-1643244098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:31.492979 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2d53e-c0e3-4481-b1b1-8c2fa3b48675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe05e337-7b81-49e7-ad1b-c6408e53882b,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:31.495209 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d5e2d53e-c0e3-4481-b1b1-8c2fa3b48675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:32.106347 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b7fc-bea7-4e09-aef8-900058cf2134 req-c420fe24-be0c-458a-8a50-0f85556b1ce8 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:32.107825 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4509b7fc-bea7-4e09-aef8-900058cf2134 req-c420fe24-be0c-458a-8a50-0f85556b1ce8 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 943 time: 0.0690141 Jun 22 12:53:32.147949 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-4509b7fc-bea7-4e09-aef8-900058cf2134 req-fedc4f20-50c6-459a-9f7d-e25467d747dd tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340891 Jun 22 12:53:32.880837 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45556) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:32.981075 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-df5b107d-a376-4e32-b5b8-9c790428753b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.072887 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-df5b107d-a376-4e32-b5b8-9c790428753b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.076799 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-df5b107d-a376-4e32-b5b8-9c790428753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.079969 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-c0f353e1-c6b6-4eee-acd5-62e6fd0c5401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:33.114362 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-df5b107d-a376-4e32-b5b8-9c790428753b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e69ecbe3620a41b9a7058d17ec958fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325127 Jun 22 12:53:33.115113 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b107d-a376-4e32-b5b8-9c790428753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6075edcf-91d4-4c6a-8312-5aa8760a8052,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:33.116989 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45560) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:53:33.118681 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-df5b107d-a376-4e32-b5b8-9c790428753b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:33.168245 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-493d8896-8084-4939-a82a-3f277388dc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.191419 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-493d8896-8084-4939-a82a-3f277388dc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.238153 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-493d8896-8084-4939-a82a-3f277388dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.240908 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-493d8896-8084-4939-a82a-3f277388dc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.242152 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-493d8896-8084-4939-a82a-3f277388dc1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6075edcf-91d4-4c6a-8312-5aa8760a8052 HTTP/1.1" status: 204 len: 168 time: 0.1240342 Jun 22 12:53:33.242972 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f7bb8033-3ecc-4e7b-bf4e-14d604293113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:33.251937 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d8896-8084-4939-a82a-3f277388dc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6075edcf-91d4-4c6a-8312-5aa8760a8052,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:33.254365 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-493d8896-8084-4939-a82a-3f277388dc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:33.335256 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca7827-90a1-4cc6-b832-82281998a77a req-73c304ef-2e5f-4ae6-b8ee-3d26f58953c8 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:33.336889 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-deca7827-90a1-4cc6-b832-82281998a77a req-73c304ef-2e5f-4ae6-b8ee-3d26f58953c8 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 943 time: 0.0767055 Jun 22 12:53:33.380785 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-deca7827-90a1-4cc6-b832-82281998a77a req-d87d2fb6-2381-4360-a67e-43bf3158b22d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370736 Jun 22 12:53:33.546955 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device f9faf17e-a8ad-4a0b-8909-b2e09f12b7db details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:53:33.643771 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:33.655008 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'f9faf17e-a8ad-4a0b-8909-b2e09f12b7db', 'network_id': '96a2843f-c554-41f0-bc5c-5be1400705bd', 'port_id': 'f9faf17e-a8ad-4a0b-8909-b2e09f12b7db', 'mac_address': 'fa:16:3e:d6:0b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6515ad-4695-4983-b68d-6c8528355eb7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:53:33.696649 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.709397 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9faf17e-a8ad-4a0b-8909-b2e09f12b7db {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:53:33.728897 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:33.733069 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:33.738076 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:33.787312 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:33.790397 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:34.039765 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['f9faf17e-a8ad-4a0b-8909-b2e09f12b7db'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:53:34.558130 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d7dfb-31c7-48db-819b-7e0d2e2363a1 req-d878d668-186f-443d-94f1-5cc3490ae034 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:34.559591 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b73d7dfb-31c7-48db-819b-7e0d2e2363a1 req-d878d668-186f-443d-94f1-5cc3490ae034 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 944 time: 0.0639985 Jun 22 12:53:34.598109 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b73d7dfb-31c7-48db-819b-7e0d2e2363a1 req-5162a633-1463-4219-aa09-bd877bf2a0dc tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Jun 22 12:53:35.003870 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:53:35.537026 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device f9faf17e-a8ad-4a0b-8909-b2e09f12b7db up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:53:35.586543 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:53:35.590319 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:53:35.590701 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:35.666782 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:35.689654 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbbc031-dae2-459f-9ef3-92b6565400a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9faf17e-a8ad-4a0b-8909-b2e09f12b7db'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:35.692277 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6920b3d-d267-45a7-988a-0cf0f52674ff" -d '{"events": [{"server_uuid": "7bbbc031-dae2-459f-9ef3-92b6565400a3", "name": "network-vif-plugged", "status": "completed", "tag": "f9faf17e-a8ad-4a0b-8909-b2e09f12b7db"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:35.705279 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:35.714406 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:35.716720 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:35.745778 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4fc1dd-97fe-411d-8d44-76637d1c589e x-openstack-request-id: req-ef4fc1dd-97fe-411d-8d44-76637d1c589e {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:35.746082 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbbc031-dae2-459f-9ef3-92b6565400a3", "name": "network-vif-plugged", "status": "completed", "tag": "f9faf17e-a8ad-4a0b-8909-b2e09f12b7db", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:35.746343 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef4fc1dd-97fe-411d-8d44-76637d1c589e {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:35.746731 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbbc031-dae2-459f-9ef3-92b6565400a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9faf17e-a8ad-4a0b-8909-b2e09f12b7db', 'code': 200} Jun 22 12:53:35.778358 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:35.782919 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:35.788346 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab6317-f11c-404a-98f9-1fd203345d36 req-51bda248-5eac-4198-aeb0-2574b4253226 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:35.789941 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c5ab6317-f11c-404a-98f9-1fd203345d36 req-51bda248-5eac-4198-aeb0-2574b4253226 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 945 time: 0.0800657 Jun 22 12:53:35.831022 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c5ab6317-f11c-404a-98f9-1fd203345d36 req-eab12e50-d684-4a59-ba2b-7dfa846ba1bd tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348408 Jun 22 12:53:36.004078 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd366a-78fb-4358-bf7c-c5deca74c776 req-1a71ebb6-baff-41fe-86f5-860e03fc29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:36.005481 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b8dd366a-78fb-4358-bf7c-c5deca74c776 req-1a71ebb6-baff-41fe-86f5-860e03fc29cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 1098 time: 0.0516570 Jun 22 12:53:36.040966 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b8dd366a-78fb-4358-bf7c-c5deca74c776 req-2bdd3914-1331-48d2-b367-473ec01572b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281703 Jun 22 12:53:37.012135 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b99c5-6ea6-4603-a956-6effdc71fe6e req-82d17049-e909-4162-91a9-293dfd787e3c tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:37.013622 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d62b99c5-6ea6-4603-a956-6effdc71fe6e req-82d17049-e909-4162-91a9-293dfd787e3c tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 945 time: 0.0683496 Jun 22 12:53:37.054615 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-d62b99c5-6ea6-4603-a956-6effdc71fe6e req-272034e2-65c8-40dc-8113-2af2408050c4 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350921 Jun 22 12:53:38.237254 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9cc34-8f23-4840-a252-962542084a3b req-1027bc7f-fed5-4c75-80b7-43cd75dca855 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:38.238720 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-65e9cc34-8f23-4840-a252-962542084a3b req-1027bc7f-fed5-4c75-80b7-43cd75dca855 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 945 time: 0.0696268 Jun 22 12:53:38.277621 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-65e9cc34-8f23-4840-a252-962542084a3b req-001c2e0f-3791-4c2b-914b-184537e8e1da tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Jun 22 12:53:39.123553 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6d3d-261f-4e33-b7b6-721134f43f1e req-93e06b17-ed56-477c-a0db-99316ab70b72 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:39.125895 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4c0c6d3d-261f-4e33-b7b6-721134f43f1e req-93e06b17-ed56-477c-a0db-99316ab70b72 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 945 time: 0.0652382 Jun 22 12:53:39.164446 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4c0c6d3d-261f-4e33-b7b6-721134f43f1e req-90eafcd6-c246-4129-b1f7-e0c66b18c08e tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329256 Jun 22 12:53:40.362184 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e6fcd-ae1b-46f6-9875-96b76c138121 req-31b45d16-0cbb-4208-9787-6d3675d55da5 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:40.363610 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-119e6fcd-ae1b-46f6-9875-96b76c138121 req-31b45d16-0cbb-4208-9787-6d3675d55da5 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 945 time: 0.0647075 Jun 22 12:53:40.403961 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-119e6fcd-ae1b-46f6-9875-96b76c138121 req-f9820b04-9858-439f-810f-78ee5bd5d14e tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e339299-c81f-4610-a69d-408a580bcb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346174 Jun 22 12:53:40.613503 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72098a49-e399-460f-a8c8-604649672fa7 req-bc429f7f-cfc1-4503-81be-5ef113e01fd6 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:40.614892 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-72098a49-e399-460f-a8c8-604649672fa7 req-bc429f7f-cfc1-4503-81be-5ef113e01fd6 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 945 time: 0.0718927 Jun 22 12:53:40.727530 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Deleting port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:53:40.727867 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:40.823118 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] For port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,segment=NetworkSegment(7fb26a30-f187-42f1-b8b1-452c385c7aa3),segment_id=7fb26a30-f187-42f1-b8b1-452c385c7aa3)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:53:40.823480 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:40.903315 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Calling delete_port for f9faf17e-a8ad-4a0b-8909-b2e09f12b7db owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:53:41.059415 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:41.064791 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4762001d-c74e-4b74-af4c-e2e6586628e1 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:53:41.095598 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Pushing event deleted for resources: {'Port': ['ID=f9faf17e-a8ad-4a0b-8909-b2e09f12b7db,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:53:41.098492 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['f9faf17e-a8ad-4a0b-8909-b2e09f12b7db'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:53:41.099577 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:53:41.150584 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] No DVR routers for this DVR port f9faf17e-a8ad-4a0b-8909-b2e09f12b7db on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:53:41.153114 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:41.155184 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-72098a49-e399-460f-a8c8-604649672fa7 req-567ebbde-783f-427d-a469-2b3c062246a3 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.52 "DELETE /v2.0/ports/f9faf17e-a8ad-4a0b-8909-b2e09f12b7db HTTP/1.1" status: 204 len: 173 time: 0.5346856 Jun 22 12:53:41.155653 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbbc031-dae2-459f-9ef3-92b6565400a3', 'name': 'network-vif-deleted', 'tag': 'f9faf17e-a8ad-4a0b-8909-b2e09f12b7db'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:53:41.157991 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319eed8e-bd34-4266-9f35-559a885365af" -d '{"events": [{"server_uuid": "7bbbc031-dae2-459f-9ef3-92b6565400a3", "name": "network-vif-deleted", "tag": "f9faf17e-a8ad-4a0b-8909-b2e09f12b7db"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:53:41.199986 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7fbb77-711c-4449-90c3-5b597950f23d x-openstack-request-id: req-fe7fbb77-711c-4449-90c3-5b597950f23d {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:53:41.200289 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbbc031-dae2-459f-9ef3-92b6565400a3", "name": "network-vif-deleted", "tag": "f9faf17e-a8ad-4a0b-8909-b2e09f12b7db", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:53:41.200519 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe7fbb77-711c-4449-90c3-5b597950f23d {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:53:41.200941 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbbc031-dae2-459f-9ef3-92b6565400a3', 'name': 'network-vif-deleted', 'tag': 'f9faf17e-a8ad-4a0b-8909-b2e09f12b7db', 'status': 'completed', 'code': 200} Jun 22 12:53:41.585026 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-aa265b64-82bf-475f-ae12-06890a7cdb2e req-31bba51a-5451-4fcb-8c6b-7fdb85ae8fb2 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbbc031-dae2-459f-9ef3-92b6565400a3 HTTP/1.1" status: 200 len: 210 time: 0.0318880 Jun 22 12:53:43.533700 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3810378d-9ff7-4cab-a5d5-6784ca155417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:45.602280 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device f9faf17e-a8ad-4a0b-8909-b2e09f12b7db no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:53:45.629425 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: f9faf17e-a8ad-4a0b-8909-b2e09f12b7db {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:53:45.629918 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device f9faf17e-a8ad-4a0b-8909-b2e09f12b7db not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:53:46.829561 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-415f3af2-34c5-445c-859c-5d693e2a4913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:47.467153 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:48.003986 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:48.762339 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:50.001173 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:53:55.893634 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-e0d8e212-e15a-4667-8730-6b31a6fb1032 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708742 Jun 22 12:53:56.037556 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-30c0759a-b7fe-4811-bbd2-c85596d81ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:56.039073 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-30c0759a-b7fe-4811-bbd2-c85596d81ac4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1099 time: 0.0693307 Jun 22 12:53:56.164946 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-2d75c02c-b1ff-4de9-8013-d5f91cb57d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:56.166589 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-2d75c02c-b1ff-4de9-8013-d5f91cb57d8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 910 time: 0.1015751 Jun 22 12:53:56.274502 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-86d30162-1817-438e-9cbc-8323da87d408 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 1001 time: 0.1012700 Jun 22 12:53:56.332973 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-f2baa571-519f-41cc-a6df-3c4073d80444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:56.335701 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-f2baa571-519f-41cc-a6df-3c4073d80444 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 200 len: 848 time: 0.0535665 Jun 22 12:53:56.426645 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-8bbd60b7-e09d-4d3d-804e-57adb075f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:53:56.428816 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-8bbd60b7-e09d-4d3d-804e-57adb075f0b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97edd773-2798-4c86-a609-ee83d4ae33b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850031 Jun 22 12:53:56.565763 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-fdafc39e-9c37-4749-b471-2bd18e5b679b service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289659 Jun 22 12:53:56.684181 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6085cbc5-c2a9-4ff3-b267-c5f6806b6e6f req-5452e822-d46f-4798-9e93-a8da69fcd2f4 service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097302 Jun 22 12:54:00.599596 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45806) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:00.646378 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] Deleting subnet cb6515ad-4695-4983-b68d-6c8528355eb7 {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:54:00.649796 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.684367 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5170620'] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.723984 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.781632 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4861047'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.784031 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-8d180331-70e8-4a7d-b636-e7cf0b8f1892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:00.806157 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6515ad-4695-4983-b68d-6c8528355eb7,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:00.810120 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:00.813419 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.815789 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-ed060b6d-ea9c-4def-a07f-d94a6671afb5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb6515ad-4695-4983-b68d-6c8528355eb7 HTTP/1.1" status: 204 len: 168 time: 0.2146714 Jun 22 12:54:00.817851 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45808) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:00.886702 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.970580 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:00.980723 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a2843f-c554-41f0-bc5c-5be1400705bd']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:00.992657 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb26a30-f187-42f1-b8b1-452c385c7aa3') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:00.992955 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb26a30-f187-42f1-b8b1-452c385c7aa3') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:54:01.003526 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.018453 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.025300 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:54:01.025739 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:54:01.027479 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:54:01.084032 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.087626 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2cfae251-d1e5-4a59-9410-663f456d0397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:01.090479 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.092656 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] 10.222.0.20 "DELETE /v2.0/networks/96a2843f-c554-41f0-bc5c-5be1400705bd HTTP/1.1" status: 204 len: 168 time: 0.2738774 Jun 22 12:54:01.103822 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Pushing event deleted for resources: {'Network': ['ID=96a2843f-c554-41f0-bc5c-5be1400705bd,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:01.107078 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:01.267298 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45812) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:01.308666 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-a153ce93-ee33-4c66-bfc5-3ecd3f2dee66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e39dfb407d6d46fcbd9e9ac0350d809e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401275 Jun 22 12:54:01.311781 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45814) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:01.358853 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22985d13-a874-4fe7-a528-ac31ccf4be2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.379243 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22985d13-a874-4fe7-a528-ac31ccf4be2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.426668 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22985d13-a874-4fe7-a528-ac31ccf4be2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.429242 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22985d13-a874-4fe7-a528-ac31ccf4be2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:01.430383 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-22985d13-a874-4fe7-a528-ac31ccf4be2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e339299-c81f-4610-a69d-408a580bcb98 HTTP/1.1" status: 204 len: 168 time: 0.1176851 Jun 22 12:54:01.431148 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e54a0cb9-2d4f-40c5-b364-3c9913929dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:01.438982 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985d13-a874-4fe7-a528-ac31ccf4be2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e339299-c81f-4610-a69d-408a580bcb98,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:01.441598 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-22985d13-a874-4fe7-a528-ac31ccf4be2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:08.898519 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b87e-fe5c-44c8-af34-6e38fa6a15be req-d63d6c7b-4e26-44ae-ab50-cbe84b131599 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:08.901351 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cb07b87e-fe5c-44c8-af34-6e38fa6a15be req-d63d6c7b-4e26-44ae-ab50-cbe84b131599 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0867658 Jun 22 12:54:08.950626 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cb07b87e-fe5c-44c8-af34-6e38fa6a15be req-e5c9ad59-5292-4aad-8aa3-1af2c0a2c927 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 Jun 22 12:54:10.196843 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ea09-eeb9-456e-bf5e-f260db2322c1 req-9a1ddbf9-b83c-46a3-a025-8bb683580c67 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:10.198684 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3210ea09-eeb9-456e-bf5e-f260db2322c1 req-9a1ddbf9-b83c-46a3-a025-8bb683580c67 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.1051805 Jun 22 12:54:10.240598 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-3210ea09-eeb9-456e-bf5e-f260db2322c1 req-3e638508-9bf5-4b0a-9377-b3b6ade34715 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355875 Jun 22 12:54:11.460782 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b495e5f-ee38-4d89-a020-28d1e37d2cd3 req-2f1a3609-91ef-4636-8dd4-7aa036556648 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:11.462513 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3b495e5f-ee38-4d89-a020-28d1e37d2cd3 req-2f1a3609-91ef-4636-8dd4-7aa036556648 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0760276 Jun 22 12:54:11.509843 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3b495e5f-ee38-4d89-a020-28d1e37d2cd3 req-57ecfa9f-cdb7-41d4-a640-798b864362ac tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373118 Jun 22 12:54:12.004463 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:54:12.708434 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45958) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:12.751266 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade56b4-7e4d-4df9-b789-3557ac1a6edb req-059d4139-67d3-4670-9ecd-77dddca4948f tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:12.753988 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9ade56b4-7e4d-4df9-b789-3557ac1a6edb req-059d4139-67d3-4670-9ecd-77dddca4948f tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0919137 Jun 22 12:54:12.800355 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-9ade56b4-7e4d-4df9-b789-3557ac1a6edb req-697d1fda-5dea-4186-9057-a2045f94d99b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402789 Jun 22 12:54:12.853921 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:12.968994 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:12.974674 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:12.977826 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-58286876-d0ce-4a4e-8a72-a8a4a5733e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:13.017203 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e872d98c231441a99bb37de2def72e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070769 Jun 22 12:54:13.017972 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b6febd-4a91-4feb-80c4-eb1a50b323e0,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:13.020343 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45962) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:13.037785 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.038158 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.038715 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.038995 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.039212 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.039564 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.039913 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.040262 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.040608 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.040952 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.041327 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.041671 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:13.047921 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-2146b619-a935-443e-83aa-cd14eb9f3ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:13.093405 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab8aed73-d9e0-4a87-9fbc-e8ea1c6eb818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:13.120394 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab8aed73-d9e0-4a87-9fbc-e8ea1c6eb818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:13.189755 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab8aed73-d9e0-4a87-9fbc-e8ea1c6eb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:13.193397 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab8aed73-d9e0-4a87-9fbc-e8ea1c6eb818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:13.194834 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-ab8aed73-d9e0-4a87-9fbc-e8ea1c6eb818 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9b6febd-4a91-4feb-80c4-eb1a50b323e0 HTTP/1.1" status: 204 len: 168 time: 0.1734500 Jun 22 12:54:13.195719 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-111cebeb-3ae8-4ac4-8b6d-157c88e3d1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:13.205610 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8aed73-d9e0-4a87-9fbc-e8ea1c6eb818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b6febd-4a91-4feb-80c4-eb1a50b323e0,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:13.208454 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ab8aed73-d9e0-4a87-9fbc-e8ea1c6eb818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:13.535454 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-6c32f91b-97d5-4b50-b773-0d7656e07059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:13.884948 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 45986) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:14.001690 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.v2.base [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-669594980-network', 'tenant_id': 'e45244add39c4f159d407355a7dd3d38'}} {{(pid=99503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:54:14.007026 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f8e2f-6caa-4abe-a4f7-c8de5b06ba6a req-ed65ddc8-cac1-4778-aae2-ef212d7e58b1 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:14.009650 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-650f8e2f-6caa-4abe-a4f7-c8de5b06ba6a req-ed65ddc8-cac1-4778-aae2-ef212d7e58b1 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0731792 Jun 22 12:54:14.029566 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Made reservation on behalf of e45244add39c4f159d407355a7dd3d38 for: {'network': 1} {{(pid=99503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:54:14.033268 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for network, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.044695 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.066816 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-650f8e2f-6caa-4abe-a4f7-c8de5b06ba6a req-8794fd74-6603-4c20-a802-3b9025779e78 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515301 Jun 22 12:54:14.164741 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.169895 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.172934 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-120379e6-fd53-49cb-9438-bef210845b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:14.200615 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=99503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 12:54:14.212413 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797f5eef-a8b7-4427-a2df-7e022aa981c7,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:14.218632 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:14.220496 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.221299 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.db.segments_db [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Added segment 95fcc8b0-7f2c-4fb8-afab-235ae4540aa6 of type vlan for network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 Jun 22 12:54:14.265344 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740514553573'] for network, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.302609 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591'] for network, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.303667 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:14.304257 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.306482 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:14.362127 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4760332 Jun 22 12:54:14.365413 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 45990) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:14.367654 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa9ad89-466e-4cdc-906c-a1f19997cdf1,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:14.370871 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-50d63102-2848-4c6c-86da-fb0de3418047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:14.375805 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Request body: {'subnet': {'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-669594980-subnet', 'tenant_id': 'e45244add39c4f159d407355a7dd3d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:54:14.380325 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 details requested by agent ovs-agent-dv-cinder-796680-1-smb with host dv-cinder-796680-1-smb {{(pid=99504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 12:54:14.402961 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Made reservation on behalf of e45244add39c4f159d407355a7dd3d38 for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:54:14.405827 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5124741'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.601615 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5124791'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.604085 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-11ec0c60-65bc-498f-a61b-5f0396dd634c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:14.659286 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b1c5a1-53fa-4251-95bc-a606ba5c0707,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:14.663344 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:14.672328 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Checking segment: {'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:54:14.672680 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Network hostable DHCP agents. Network: 4fa9ad89-466e-4cdc-906c-a1f19997cdf1, hostable agents: ['ab16863e-9c19-44d5-b90b-f8ba8abff7a3'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 12:54:14.691540 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 is scheduled to be hosted by DHCP agent ab16863e-9c19-44d5-b90b-f8ba8abff7a3 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 12:54:14.704568 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796680-1-smb, 4fa9ad89-466e-4cdc-906c-a1f19997cdf1) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:54:14.710643 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:14.711590 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:14.715181 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db010df-ac48-4052-9868-62e06d21cec1 None None] Network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:54:14.731964 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-b29c8849-04a6-4f10-b7f8-7c14f3f0dbed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3650072 Jun 22 12:54:14.857586 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671f15c-79de-4a70-866e-4cc69685011f None None] Network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:54:15.314507 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b7163-9392-45f9-9ef4-9105006c7da7 req-3c0ed71e-d076-4099-b215-4f14d6920eda tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:15.322379 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c84b7163-9392-45f9-9ef4-9105006c7da7 req-3c0ed71e-d076-4099-b215-4f14d6920eda tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.1112857 Jun 22 12:54:15.362334 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c84b7163-9392-45f9-9ef4-9105006c7da7 req-eb5294cb-1eca-4ccb-a400-5e31ec5e0d14 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390038 Jun 22 12:54:16.578462 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845a600-6c19-47f2-ac72-daf816625551 req-0f646187-b368-4581-b9cd-1bcfd053b6fa tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:16.580020 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d845a600-6c19-47f2-ac72-daf816625551 req-0f646187-b368-4581-b9cd-1bcfd053b6fa tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0748007 Jun 22 12:54:16.641621 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-d845a600-6c19-47f2-ac72-daf816625551 req-0692cdb4-e2c9-407d-bfcc-b7382c64ea25 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552399 Jun 22 12:54:16.657232 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-54268dab-155d-404a-8d3e-54ef4a094878 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:16.659301 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-54268dab-155d-404a-8d3e-54ef4a094878 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/networks?id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1 HTTP/1.1" status: 200 len: 813 time: 0.1063125 Jun 22 12:54:16.676963 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-f0f78bb0-3e63-407a-a2da-05249325bc5c tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/quotas/e45244add39c4f159d407355a7dd3d38 HTTP/1.1" status: 200 len: 375 time: 0.0119088 Jun 22 12:54:16.717186 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-d85c9590-dc15-407a-9677-8279f08d6322 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e45244add39c4f159d407355a7dd3d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343285 Jun 22 12:54:16.817901 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-845fbf83-df39-4519-a1ff-4fe88622ea5a service neutron] 10.222.0.20 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910754 Jun 22 12:54:16.822264 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-872be58d-3db1-4b35-8561-987a1121e50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:16.928349 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-57c5f8d7-0e17-44ea-9af3-3c5108746996 service neutron] 10.222.0.20 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999086 Jun 22 12:54:17.117402 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-2d3b83c7-40b1-4920-b8c2-1b37794b4b45 req-73606477-7ee9-46c5-8352-59d93cf5a203 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 210 time: 0.0294189 Jun 22 12:54:17.461142 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:17.829774 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc69cd-841c-4498-bb39-3ac76e5e9c02 req-66e5afba-593c-411b-a25f-f30187d6b354 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:17.831312 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-69bc69cd-841c-4498-bb39-3ac76e5e9c02 req-66e5afba-593c-411b-a25f-f30187d6b354 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0690370 Jun 22 12:54:17.869566 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-69bc69cd-841c-4498-bb39-3ac76e5e9c02 req-f6b78e94-4360-49e3-ab10-c8f31a02b7e6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Jun 22 12:54:17.999536 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:18.279486 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b9b5fc49-f221-41b7-a256-0c8dc5ae8759 req-8f14bbe5-74a1-4f76-bb32-0a9faac7f196 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 210 time: 0.0350142 Jun 22 12:54:18.614725 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-87d81029-2eae-4774-a0f6-eaa3fa92978b tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:18.616182 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-87d81029-2eae-4774-a0f6-eaa3fa92978b tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.52 "GET /v2.0/networks?id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1 HTTP/1.1" status: 200 len: 813 time: 0.1152389 Jun 22 12:54:18.635809 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Request body: {'port': {'device_id': 'c2d3f894-455a-4d8b-9028-ffde56eb3d4c', 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1', 'admin_state_up': True, 'tenant_id': 'e45244add39c4f159d407355a7dd3d38'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:54:18.775636 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:19.038863 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Made reservation on behalf of e45244add39c4f159d407355a7dd3d38 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:54:19.043179 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:19.056289 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a6c82-816a-41b8-8c5a-767da576e222 req-629c1ed3-0a86-40c1-a480-490b90f87f82 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:19.057928 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-549a6c82-816a-41b8-8c5a-767da576e222 req-629c1ed3-0a86-40c1-a480-490b90f87f82 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0693862 Jun 22 12:54:19.095809 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-549a6c82-816a-41b8-8c5a-767da576e222 req-b2d0e3cf-8eaa-436e-9fe9-baf7579df02c tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Jun 22 12:54:19.189813 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-026df48b-a8a7-4cee-b220-3b6d50d5f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:19.191173 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-026df48b-a8a7-4cee-b220-3b6d50d5f883 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1099 time: 0.1445403 Jun 22 12:54:19.256649 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Allocated IP 172.20.0.6 (4fa9ad89-466e-4cdc-906c-a1f19997cdf1/f2b1c5a1-53fa-4251-95bc-a606ba5c0707/a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:54:19.331909 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-d7636bcc-f63e-4fab-8337-ea943fa863a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:19.333408 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-d7636bcc-f63e-4fab-8337-ea943fa863a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 910 time: 0.1310894 Jun 22 12:54:19.467793 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-ef725a03-3928-41d7-bf5d-c615465b6160 req-c2988aed-f6be-4f83-bcf7-1565ca5a139c tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 210 time: 0.0490253 Jun 22 12:54:19.491567 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-5d8b93a6-da73-408c-ad93-b6414e638a22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 1001 time: 0.1482291 Jun 22 12:54:19.562666 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:19.573255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-d16814f9-0ce1-4342-9aa2-47ecc6d61901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:19.575094 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-d16814f9-0ce1-4342-9aa2-47ecc6d61901 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 200 len: 848 time: 0.0739458 Jun 22 12:54:19.652441 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:19.656763 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-5170ad94-0794-44c9-a3e5-bf0173da5e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:19.692161 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-b2a45a79-705d-40c5-aeb2-9789808ebb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:19.693582 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-b2a45a79-705d-40c5-aeb2-9789808ebb77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97edd773-2798-4c86-a609-ee83d4ae33b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110523 Jun 22 12:54:19.719526 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:54:19.732686 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:54:19.761158 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:54:19.767003 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Pushing event updated for resources: {'Port': ['ID=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:19.794754 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:19.827918 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:19.828530 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:19.858451 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2265072 Jun 22 12:54:19.861854 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-15875adb-5e8c-42d6-af5a-00ab071adcef service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565886 Jun 22 12:54:19.881615 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Request body: {'port': {'device_id': 'c2d3f894-455a-4d8b-9028-ffde56eb3d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:54:20.001011 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:20.030063 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:20.035674 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f701fa8c-7d0d-4f18-9661-9e97cc42881a req-a88eddda-bfbf-4cbc-b94f-6b0b8a06671d service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517220 Jun 22 12:54:20.286177 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ae77e-5571-4dfe-aab9-c586a5122f28 req-0499f2e0-bab6-47e1-aa77-3bd5f0f6f648 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:20.287835 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f51ae77e-5571-4dfe-aab9-c586a5122f28 req-0499f2e0-bab6-47e1-aa77-3bd5f0f6f648 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0785515 Jun 22 12:54:20.313434 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:54:20.321414 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:20.329347 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f51ae77e-5571-4dfe-aab9-c586a5122f28 req-2cd0ba2e-3e93-462b-b940-56a0c4e3ed79 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351052 Jun 22 12:54:20.335251 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Transition to ACTIVE for port object a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:54:20.339886 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:20.343696 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-bbef4a93-8d43-4b3d-bd26-e844bc3f0b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:20.425071 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Pushing event updated for resources: {'Port': ['ID=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:20.427927 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:20.492744 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Attempting to bind port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:54:20.493101 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Attempting to bind port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:54:20.493435 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Attempting to bind port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 on network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:54:20.498467 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 on network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:54:20.499105 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Attempting to bind port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 on network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:54:20.503671 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:54:20.504003 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Checking segment: {'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:54:20.504383 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Bound using segment: {'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:54:20.504806 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Bound port: a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:54:20.505177 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:20.575929 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] For port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:54:20.579101 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] For port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:54:20.593222 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:20.611981 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-7800b59c-ffc5-4f3e-b5bf-8cdd5d4ca124 tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:20.655785 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:20.656389 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:20.657800 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] 10.222.0.52 "PUT /v2.0/ports/a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 HTTP/1.1" status: 200 len: 1093 time: 0.7802041 Jun 22 12:54:20.658302 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d3f894-455a-4d8b-9028-ffde56eb3d4c', 'tag': 'a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:20.660558 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d3f894-455a-4d8b-9028-ffde56eb3d4c", "tag": "a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:20.692869 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Pushing event updated for resources: {'Port': ['ID=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:20.696650 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-59661b60-8084-45e4-9c31-5d043b56168e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:20.703308 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35925185-e59c-4163-ae00-1fc6e58572f8 x-openstack-request-id: req-35925185-e59c-4163-ae00-1fc6e58572f8 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:20.703630 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d3f894-455a-4d8b-9028-ffde56eb3d4c", "tag": "a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:20.703917 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35925185-e59c-4163-ae00-1fc6e58572f8 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:20.704344 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d3f894-455a-4d8b-9028-ffde56eb3d4c', 'tag': 'a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0', 'status': 'completed', 'code': 200} Jun 22 12:54:20.716707 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef1189-f668-4ed7-90e8-d0e450fa1b28 req-4a678127-de59-48b1-8e40-37437aacc5ac tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:20.718369 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6eef1189-f668-4ed7-90e8-d0e450fa1b28 req-4a678127-de59-48b1-8e40-37437aacc5ac tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 943 time: 0.1378202 Jun 22 12:54:20.789976 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6eef1189-f668-4ed7-90e8-d0e450fa1b28 req-0e960bc1-9bc0-4c49-945b-323be68ab4ac tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658357 Jun 22 12:54:20.812522 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-35502610-32bf-4318-8e06-f6eb2fb4ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:20.814113 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-35502610-32bf-4318-8e06-f6eb2fb4ffa5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e45244add39c4f159d407355a7dd3d38&device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 1096 time: 0.0888655 Jun 22 12:54:20.866982 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-6640c37c-51af-4a75-8efe-68697527967d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 HTTP/1.1" status: 200 len: 217 time: 0.0374517 Jun 22 12:54:20.919887 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-233baf91-398f-4540-b25d-a60a7b247ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:20.921522 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-233baf91-398f-4540-b25d-a60a7b247ac2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2b1c5a1-53fa-4251-95bc-a606ba5c0707 HTTP/1.1" status: 200 len: 853 time: 0.0483499 Jun 22 12:54:20.961239 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-4d5a4a63-ded4-4de7-b363-e4d3094f9a8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320711 Jun 22 12:54:21.061725 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-8cf72093-067b-4973-82bc-74d52194a058 service neutron] 10.222.0.52 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928679 Jun 22 12:54:21.161959 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-c568c3b1-fcd6-485d-b554-dc235e46d02f req-9106e6c9-5552-4d93-bb38-b5a08bf2aa21 service neutron] 10.222.0.52 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930455 Jun 22 12:54:21.320061 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-230f280f-9d4b-482c-98df-506cb9ff04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:21.321609 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-230f280f-9d4b-482c-98df-506cb9ff04ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e45244add39c4f159d407355a7dd3d38&device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 1096 time: 0.0569892 Jun 22 12:54:21.420395 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-8130932c-ff9a-45a3-a6fc-53394d8816fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:21.421870 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-8130932c-ff9a-45a3-a6fc-53394d8816fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1 HTTP/1.1" status: 200 len: 914 time: 0.0934865 Jun 22 12:54:21.474342 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-d52b9a8c-f967-484c-9c26-652dafa7d700 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 HTTP/1.1" status: 200 len: 217 time: 0.0421245 Jun 22 12:54:21.512933 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f89f31-e453-43da-9115-36e8e366ec05 req-33168346-8d2d-4652-b4f6-762e87bc0fb3 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:21.514504 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b3f89f31-e453-43da-9115-36e8e366ec05 req-33168346-8d2d-4652-b4f6-762e87bc0fb3 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0651851 Jun 22 12:54:21.524891 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-84c3a95d-74eb-463c-920d-1abf7025bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:21.526408 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-84c3a95d-74eb-463c-920d-1abf7025bcb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2b1c5a1-53fa-4251-95bc-a606ba5c0707 HTTP/1.1" status: 200 len: 853 time: 0.0448177 Jun 22 12:54:21.554843 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b3f89f31-e453-43da-9115-36e8e366ec05 req-04b86d66-c2e8-4bdb-b4ae-df79aa3dc63a tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343504 Jun 22 12:54:21.571737 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-099f3d15-c359-46dc-8eb6-fff98792f9a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379136 Jun 22 12:54:21.670647 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-8e12356a-1aeb-4e2c-9886-2eededa9e158 service neutron] 10.222.0.52 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909071 Jun 22 12:54:21.787015 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4602c76b-9c8e-44f3-9c7e-fe9701e199a9 req-e93b9bba-20ec-4275-9c11-3e50c716a5b4 service neutron] 10.222.0.52 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930717 Jun 22 12:54:21.984723 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d7d74-09c4-44d3-b32c-d92eca2463bf req-12f5245a-ff44-4840-ab8c-242786a91726 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:21.986331 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-540d7d74-09c4-44d3-b32c-d92eca2463bf req-12f5245a-ff44-4840-ab8c-242786a91726 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 943 time: 0.0780108 Jun 22 12:54:22.065658 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-540d7d74-09c4-44d3-b32c-d92eca2463bf req-e179aa80-b2b1-4d7f-8551-ceca39422d13 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728564 Jun 22 12:54:22.746107 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e53049-a411-44db-a2df-1f1116f51269 req-c7e31930-c8ac-4e7d-8440-82ff4853c245 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:22.747711 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a2e53049-a411-44db-a2df-1f1116f51269 req-c7e31930-c8ac-4e7d-8440-82ff4853c245 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0685759 Jun 22 12:54:22.790225 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a2e53049-a411-44db-a2df-1f1116f51269 req-0f69d74f-e31b-4d93-94ae-201535a88d81 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369992 Jun 22 12:54:23.070393 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46066) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:54:23.149438 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2ff68-b987-4a8f-a340-c881ec9a75f5 req-1c8b1702-6eee-4342-a0bc-6eba106cdef2 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:23.150958 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7cf2ff68-b987-4a8f-a340-c881ec9a75f5 req-1c8b1702-6eee-4342-a0bc-6eba106cdef2 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0697212 Jun 22 12:54:23.185606 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-543c7894-ba67-4e2e-ab1d-078ad0a99a0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1137803 Jun 22 12:54:23.198042 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7cf2ff68-b987-4a8f-a340-c881ec9a75f5 req-9be33358-bc81-404f-b023-18ef1435b31c tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Jun 22 12:54:23.263408 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ed2a9-7fe2-413b-8045-9c536f19bbfc req-6160a2ca-7956-4f21-86f8-10c324cb1c57 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:23.265133 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-961ed2a9-7fe2-413b-8045-9c536f19bbfc req-6160a2ca-7956-4f21-86f8-10c324cb1c57 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 943 time: 0.0776210 Jun 22 12:54:23.311011 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-961ed2a9-7fe2-413b-8045-9c536f19bbfc req-315e2ff9-8f07-490f-b61a-1b77141b77ca tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352294 Jun 22 12:54:23.798610 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:54:23.903197 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:23.914611 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0', 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1', 'port_id': 'a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0', 'mac_address': 'fa:16:3e:82:29:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b1c5a1-53fa-4251-95bc-a606ba5c0707', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:54:23.956323 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:23.972489 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:54:23.993305 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:23.998226 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:24.000975 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:24.052973 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:24.061172 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.061529 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.061864 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.062271 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.062604 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.062935 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.063264 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.063585 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.063908 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.064229 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.064548 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.064866 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:54:24.068691 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:24.357234 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:54:24.413990 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31366f2c-d84d-4506-b688-0e5523f58a78 req-5b9592fe-1c09-41f5-9a3a-8f5d5570fdec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:24.416572 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-31366f2c-d84d-4506-b688-0e5523f58a78 req-5b9592fe-1c09-41f5-9a3a-8f5d5570fdec tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0866983 Jun 22 12:54:24.464014 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-31366f2c-d84d-4506-b688-0e5523f58a78 req-d8c31b09-0afd-4a23-a644-4e8457560d3a tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380094 Jun 22 12:54:24.517741 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca07ec8-1b2f-48e3-a37c-d9306b99fdd3 req-28e38cb2-6422-4d33-acc1-ef2cd5c0ed60 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:24.519440 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cca07ec8-1b2f-48e3-a37c-d9306b99fdd3 req-28e38cb2-6422-4d33-acc1-ef2cd5c0ed60 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 944 time: 0.0780458 Jun 22 12:54:24.567600 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-cca07ec8-1b2f-48e3-a37c-d9306b99fdd3 req-f299bd9f-5891-4cd1-9b9c-0dee1c689981 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Jun 22 12:54:24.645802 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a917-8555-49c8-9625-7fa393de738b req-f1eaa4a7-0416-4639-ad61-51764c8c07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:24.647313 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-f1eaa4a7-0416-4639-ad61-51764c8c07a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14&tenant_id=b021e349ae154a63a0ddb5339987aa81 HTTP/1.1" status: 200 len: 1099 time: 0.0715899 Jun 22 12:54:24.755523 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a917-8555-49c8-9625-7fa393de738b req-edfcb31d-5806-4a39-a96d-8329171bcd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:24.757272 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-edfcb31d-5806-4a39-a96d-8329171bcd70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1099 time: 0.0697570 Jun 22 12:54:24.858902 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a917-8555-49c8-9625-7fa393de738b req-ee59dc0b-72cc-43aa-9e6b-d462334fc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:24.860354 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-ee59dc0b-72cc-43aa-9e6b-d462334fc9d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 910 time: 0.0966952 Jun 22 12:54:24.931941 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-39573378-21b5-41a6-a63a-15bccd101638 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 1001 time: 0.0636935 Jun 22 12:54:24.983539 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a917-8555-49c8-9625-7fa393de738b req-75bb3a58-c492-4ca4-b05f-3ba94958f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:24.985118 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-75bb3a58-c492-4ca4-b05f-3ba94958f7f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 200 len: 848 time: 0.0466847 Jun 22 12:54:25.051124 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a917-8555-49c8-9625-7fa393de738b req-f12ffcb1-7217-4766-9177-5af6f9fdaa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:25.052634 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-f12ffcb1-7217-4766-9177-5af6f9fdaa5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97edd773-2798-4c86-a609-ee83d4ae33b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0615287 Jun 22 12:54:25.156047 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-a1987a41-7fde-4782-a592-09cdfc9ad15d service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963097 Jun 22 12:54:25.256187 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-7503a917-8555-49c8-9625-7fa393de738b req-15f2af1a-85bd-4c55-bb03-65727cd883fa service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937397 Jun 22 12:54:25.759678 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447369e-0560-46a0-b5ba-16a59488db9f req-ec4ec567-24d7-446a-9d87-521cb40f5922 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:25.761435 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a447369e-0560-46a0-b5ba-16a59488db9f req-ec4ec567-24d7-446a-9d87-521cb40f5922 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 944 time: 0.0731692 Jun 22 12:54:25.804074 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:54:25.807608 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a447369e-0560-46a0-b5ba-16a59488db9f req-b7138941-1575-4fa1-a727-91647ef2a1a2 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Jun 22 12:54:25.864978 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:54:25.869707 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:54:25.870094 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:25.919015 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e980f2-17b4-42e3-a382-612e212c92db req-c7d0f4c5-e718-496f-97ca-35bebd5b70f9 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:25.920567 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61e980f2-17b4-42e3-a382-612e212c92db req-c7d0f4c5-e718-496f-97ca-35bebd5b70f9 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.3381567 Jun 22 12:54:25.962011 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:25.963683 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61e980f2-17b4-42e3-a382-612e212c92db req-5c2a080d-4b6b-4718-b07b-5452b36850d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344636 Jun 22 12:54:26.001671 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d3f894-455a-4d8b-9028-ffde56eb3d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:26.005471 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922da268-d50a-4ada-90d3-83e77f727019" -d '{"events": [{"server_uuid": "c2d3f894-455a-4d8b-9028-ffde56eb3d4c", "name": "network-vif-plugged", "status": "completed", "tag": "a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:26.021317 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:26.025998 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:26.027515 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 2beff361-c36c-4af1-8d01-b76439c15080 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:54:26.029616 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:26.055397 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05373f98-4d55-4583-ae32-a563228eaeee x-openstack-request-id: req-05373f98-4d55-4583-ae32-a563228eaeee {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:26.055687 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d3f894-455a-4d8b-9028-ffde56eb3d4c", "name": "network-vif-plugged", "status": "completed", "tag": "a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:26.055939 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05373f98-4d55-4583-ae32-a563228eaeee {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:26.056336 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d3f894-455a-4d8b-9028-ffde56eb3d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0', 'code': 200} Jun 22 12:54:26.117038 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:26.122552 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:26.165698 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:26.201446 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:26.205597 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:26.207379 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:26.256304 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=6']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:26.260055 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:26.335229 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde32680-900e-4651-8f8a-28760bd0a47a req-7b61a53d-f014-4a92-9925-d5759216dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:26.336704 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dde32680-900e-4651-8f8a-28760bd0a47a req-7b61a53d-f014-4a92-9925-d5759216dcb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 1098 time: 0.0553858 Jun 22 12:54:26.392329 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-dde32680-900e-4651-8f8a-28760bd0a47a req-50c89017-9ccd-4159-8b7b-573442e724d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487494 Jun 22 12:54:26.756689 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae80d8d-c799-48af-a35e-d923739502f7 req-7fd4db6e-1584-4d9e-b9b3-1fc2557a0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:26.758195 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6ae80d8d-c799-48af-a35e-d923739502f7 req-7fd4db6e-1584-4d9e-b9b3-1fc2557a0e12 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1097 time: 0.0569289 Jun 22 12:54:26.794774 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-6ae80d8d-c799-48af-a35e-d923739502f7 req-4d0ea3e1-7665-4d8a-bf25-429b66ebea73 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298433 Jun 22 12:54:27.012787 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9c08d-74fe-4455-ac9b-2928c7d2adbd req-5a0f1176-af43-40d6-b663-fd333035f18b tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:27.014465 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-20c9c08d-74fe-4455-ac9b-2928c7d2adbd req-5a0f1176-af43-40d6-b663-fd333035f18b tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 945 time: 0.0713506 Jun 22 12:54:27.063790 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-20c9c08d-74fe-4455-ac9b-2928c7d2adbd req-e7451f0e-944a-4661-a0a6-1426dee9de5e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Jun 22 12:54:27.181296 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44c15-2fac-4cc5-83b3-5fc34ee30397 req-38018cbb-cc81-4db6-8a20-a871b79a1b81 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:27.183349 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a7e44c15-2fac-4cc5-83b3-5fc34ee30397 req-38018cbb-cc81-4db6-8a20-a871b79a1b81 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 944 time: 0.0689449 Jun 22 12:54:27.223395 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a7e44c15-2fac-4cc5-83b3-5fc34ee30397 req-0e1c486e-e631-494b-b996-8bce724e644b tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338302 Jun 22 12:54:27.808238 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 2beff361-c36c-4af1-8d01-b76439c15080 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:54:27.930775 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:27.942482 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': '2beff361-c36c-4af1-8d01-b76439c15080', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'port_id': '2beff361-c36c-4af1-8d01-b76439c15080', 'mac_address': 'fa:16:3e:5c:a8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:54:27.980630 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:27.994325 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beff361-c36c-4af1-8d01-b76439c15080 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:54:28.022891 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:28.029713 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:28.031723 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:28.057101 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:28.060994 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3609d110-e566-461d-bc26-c4d4b720fea8" -d '{"events": [{"server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "name": "network-vif-unplugged", "status": "completed", "tag": "2beff361-c36c-4af1-8d01-b76439c15080"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:28.091531 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=7']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:28.093541 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:28.099917 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b97a38-a9db-4d51-80ff-52d9219ce1c8 x-openstack-request-id: req-a1b97a38-a9db-4d51-80ff-52d9219ce1c8 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:28.100205 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "name": "network-vif-unplugged", "status": "completed", "tag": "2beff361-c36c-4af1-8d01-b76439c15080", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:28.100464 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1b97a38-a9db-4d51-80ff-52d9219ce1c8 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:28.100856 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080', 'code': 200} Jun 22 12:54:28.274174 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ababd-beea-4bf4-8d96-f12a4437ce2b req-9d8e9074-70d9-4f71-9c6e-62bd0e3a79b3 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:28.275721 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-984ababd-beea-4bf4-8d96-f12a4437ce2b req-9d8e9074-70d9-4f71-9c6e-62bd0e3a79b3 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 945 time: 0.0868552 Jun 22 12:54:28.337372 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-984ababd-beea-4bf4-8d96-f12a4437ce2b req-ba0f5dfe-476d-4b66-9d39-a8ce7da3bf77 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524042 Jun 22 12:54:28.382606 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['2beff361-c36c-4af1-8d01-b76439c15080'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:54:28.474764 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7637ac1-6379-402d-981d-ee1fde07a0a7 req-d43398cf-75c5-4973-a045-b78b7aaa2290 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:28.476311 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b7637ac1-6379-402d-981d-ee1fde07a0a7 req-d43398cf-75c5-4973-a045-b78b7aaa2290 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 945 time: 0.0837781 Jun 22 12:54:28.518952 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-b7637ac1-6379-402d-981d-ee1fde07a0a7 req-a7ea8834-d484-4996-8298-40de8374b7d5 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354364 Jun 22 12:54:29.825432 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 2beff361-c36c-4af1-8d01-b76439c15080 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:54:29.881413 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port 2beff361-c36c-4af1-8d01-b76439c15080 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:54:29.881802 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:29.980768 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:30.017324 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:54:30.022247 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:30.024216 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-62ad0870-3670-4612-8feb-284c8b9c05dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:54:30.078960 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=8']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:54:30.078960 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:54:30.101683 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:54:30.104039 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5ae748-6ceb-4b07-8287-60b0de477bfc" -d '{"events": [{"server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "name": "network-vif-plugged", "status": "completed", "tag": "2beff361-c36c-4af1-8d01-b76439c15080"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:54:30.144605 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5462c29d-8a39-4d2c-9482-6bbf8a4c3f2b x-openstack-request-id: req-5462c29d-8a39-4d2c-9482-6bbf8a4c3f2b {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:54:30.144934 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "name": "network-vif-plugged", "status": "completed", "tag": "2beff361-c36c-4af1-8d01-b76439c15080", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:54:30.145294 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5462c29d-8a39-4d2c-9482-6bbf8a4c3f2b {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:54:30.145773 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080', 'code': 200} Jun 22 12:54:43.540703 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fadefbca-c483-4e0c-a2ce-91d6c2991f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:46.823025 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e87d3afb-8dfb-4d53-b5b5-e15cec8730d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:47.466607 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:48.000749 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:48.784997 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:49.003846 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:54:50.003255 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:54:56.883122 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-439d97e2-c596-4535-a026-f5b83030d161 req-8b1867d6-e28a-48cc-a9e2-298ef3adea09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589895 Jun 22 12:54:57.005682 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d97e2-c596-4535-a026-f5b83030d161 req-b21bcccd-5f7d-4aaf-9cad-518b19b6a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:57.007150 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-439d97e2-c596-4535-a026-f5b83030d161 req-b21bcccd-5f7d-4aaf-9cad-518b19b6a6f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1099 time: 0.0544755 Jun 22 12:54:57.118734 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d97e2-c596-4535-a026-f5b83030d161 req-16da15d0-738a-4820-8a7a-87ea526b8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:57.120244 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-439d97e2-c596-4535-a026-f5b83030d161 req-16da15d0-738a-4820-8a7a-87ea526b8e02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 910 time: 0.0892785 Jun 22 12:54:57.194835 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-439d97e2-c596-4535-a026-f5b83030d161 req-8fce8da5-e975-45bf-acdf-6703fee04098 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 1001 time: 0.0609338 Jun 22 12:54:57.248117 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d97e2-c596-4535-a026-f5b83030d161 req-7595e916-4213-4099-903f-6fa6263f4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:57.249814 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-439d97e2-c596-4535-a026-f5b83030d161 req-7595e916-4213-4099-903f-6fa6263f4acf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 200 len: 848 time: 0.0484593 Jun 22 12:54:57.320398 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d97e2-c596-4535-a026-f5b83030d161 req-6c9f114a-9105-4009-99e3-f988d660ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:54:57.322456 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-439d97e2-c596-4535-a026-f5b83030d161 req-6c9f114a-9105-4009-99e3-f988d660ddbd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97edd773-2798-4c86-a609-ee83d4ae33b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0622323 Jun 22 12:54:57.419300 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-439d97e2-c596-4535-a026-f5b83030d161 req-04c57b5c-077d-4ad9-8c62-4ef49127f90a service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896771 Jun 22 12:54:57.526096 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-439d97e2-c596-4535-a026-f5b83030d161 req-588833ed-301f-44b2-975a-be3fda4c26ff service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993953 Jun 22 12:55:09.039299 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b94aae-f849-43df-a629-8dd130294e3f req-cc07706a-fec7-4b70-88f6-f56e50322f0d tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:09.041483 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f8b94aae-f849-43df-a629-8dd130294e3f req-cc07706a-fec7-4b70-88f6-f56e50322f0d tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 945 time: 0.0662637 Jun 22 12:55:09.079249 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f8b94aae-f849-43df-a629-8dd130294e3f req-91324ea1-2929-4aa1-a345-1a3beb4fd72f tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Jun 22 12:55:10.267429 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d38e6-f88d-4d0d-8a33-b4619eaf97b8 req-91546b96-fcd9-46f3-8e4b-f36f279197a3 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:10.268943 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7f2d38e6-f88d-4d0d-8a33-b4619eaf97b8 req-91546b96-fcd9-46f3-8e4b-f36f279197a3 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 945 time: 0.0680521 Jun 22 12:55:10.308267 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7f2d38e6-f88d-4d0d-8a33-b4619eaf97b8 req-1505dbbf-a152-4a9a-b7f1-fdf9310eaf26 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Jun 22 12:55:11.479226 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343ed1d-c85c-45dc-9ee4-e1e2bfb775c9 req-ca409f75-cdf8-4689-897f-807a8f1de574 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:11.480680 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f343ed1d-c85c-45dc-9ee4-e1e2bfb775c9 req-ca409f75-cdf8-4689-897f-807a8f1de574 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 945 time: 0.0625155 Jun 22 12:55:11.519808 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f343ed1d-c85c-45dc-9ee4-e1e2bfb775c9 req-726765dd-496a-4a02-8f1a-322e69859bff tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Jun 22 12:55:12.701484 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfeba61-458f-4d66-b048-503b38fbe58e req-c68aca32-a969-4619-9dd8-cff9e17bf184 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:12.702963 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7dfeba61-458f-4d66-b048-503b38fbe58e req-c68aca32-a969-4619-9dd8-cff9e17bf184 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 945 time: 0.0639076 Jun 22 12:55:12.740914 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-7dfeba61-458f-4d66-b048-503b38fbe58e req-6ed40e96-11fa-4ebb-9592-fc57ee10d313 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Jun 22 12:55:13.533615 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-5cced394-e45c-4d15-87fe-52527cd2ff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:14.202681 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ef8f7-eb3d-46c2-af1f-e2d1d0968207 req-9ef9f343-a534-435d-a608-31fb7214d187 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:14.204190 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b04ef8f7-eb3d-46c2-af1f-e2d1d0968207 req-9ef9f343-a534-435d-a608-31fb7214d187 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 945 time: 0.3532646 Jun 22 12:55:14.270593 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-b04ef8f7-eb3d-46c2-af1f-e2d1d0968207 req-1f2a5b14-1463-476f-bf1f-8f873ca045e0 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606670 Jun 22 12:55:14.305238 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-75c905d7-8843-44e8-a9ce-110268a6d61f tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:14.307016 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-75c905d7-8843-44e8-a9ce-110268a6d61f tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 945 time: 0.0819273 Jun 22 12:55:14.412690 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Deleting port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:14.413175 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:14.501917 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] For port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:14.502282 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:14.569317 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Calling delete_port for a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:14.696771 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:14.700583 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-30c9a385-8f5c-4718-a6a7-63cef0531019 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:14.726577 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Pushing event deleted for resources: {'Port': ['ID=a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:14.733142 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:55:14.739033 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.739400 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.739768 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.740125 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.740482 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.740839 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.741223 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.741579 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.741930 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.742283 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.742629 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.742973 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:14.761519 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:14.783238 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] No DVR routers for this DVR port a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:14.785658 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:14.787578 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-21de0b76-462c-4d50-9ef1-ba38661aeac9 req-f88db677-6d01-412f-bb2e-2de8ecc645b4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.52 "DELETE /v2.0/ports/a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 HTTP/1.1" status: 204 len: 173 time: 0.4749217 Jun 22 12:55:14.788074 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d3f894-455a-4d8b-9028-ffde56eb3d4c', 'name': 'network-vif-deleted', 'tag': 'a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:14.790673 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a6cc14-553b-4918-882f-b4c7aa5dcc0a" -d '{"events": [{"server_uuid": "c2d3f894-455a-4d8b-9028-ffde56eb3d4c", "name": "network-vif-deleted", "tag": "a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:14.827401 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5798df1-2f30-4fa5-ae52-fc6a475a2ee7 x-openstack-request-id: req-e5798df1-2f30-4fa5-ae52-fc6a475a2ee7 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:14.827733 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d3f894-455a-4d8b-9028-ffde56eb3d4c", "name": "network-vif-deleted", "tag": "a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:14.828024 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5798df1-2f30-4fa5-ae52-fc6a475a2ee7 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:14.828463 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d3f894-455a-4d8b-9028-ffde56eb3d4c', 'name': 'network-vif-deleted', 'tag': 'a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0', 'status': 'completed', 'code': 200} Jun 22 12:55:15.439477 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-54c08f86-fa55-44af-b26d-3274a001b940 req-c7870e15-dfac-4c99-87f5-ca3460a972c5 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2d3f894-455a-4d8b-9028-ffde56eb3d4c HTTP/1.1" status: 200 len: 210 time: 0.0337121 Jun 22 12:55:16.825853 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe591-158a-4199-8c1e-1eb1820bfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:17.460194 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:18.003220 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:18.029412 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:18.049475 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:18.049830 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device a9f63a0f-0aef-4e12-bc6d-52bb6d47d1d0 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:18.797188 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:20.006616 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:20.324617 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-8412237c-1f4b-489a-bdc5-90557a9d2081 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:20.326094 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-8412237c-1f4b-489a-bdc5-90557a9d2081 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/networks?id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1 HTTP/1.1" status: 200 len: 813 time: 0.1026442 Jun 22 12:55:20.340955 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-1ce8932e-c0c7-4620-a183-f153518981b0 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/quotas/e45244add39c4f159d407355a7dd3d38 HTTP/1.1" status: 200 len: 375 time: 0.0094171 Jun 22 12:55:20.379338 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-3dd331c2-8583-4162-bf23-13fe7f6199e4 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e45244add39c4f159d407355a7dd3d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332539 Jun 22 12:55:20.468057 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-495fc612-2fe7-4ba0-8522-a061956ac49a service neutron] 10.222.0.20 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820339 Jun 22 12:55:20.565372 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-f5ed0b66-a749-4dbd-9e1f-394871fa7775 service neutron] 10.222.0.20 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909121 Jun 22 12:55:20.741489 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-e7e094fe-0ef0-43dc-9b85-c4586ef61c35 req-43258908-b247-49e6-8ee0-ffe08d4a10fc tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 210 time: 0.0329404 Jun 22 12:55:21.919449 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-0bf6cd85-0a90-486a-8ec3-dde026979a00 req-2f70ffbb-e618-44c8-990e-ced84a8eb850 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 210 time: 0.0358939 Jun 22 12:55:21.975487 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-bca9c4a9-54ae-41e0-8e11-99ae1d759f26 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:21.976977 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-bca9c4a9-54ae-41e0-8e11-99ae1d759f26 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.52 "GET /v2.0/networks?id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1 HTTP/1.1" status: 200 len: 813 time: 0.1445520 Jun 22 12:55:21.996689 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Request body: {'port': {'device_id': '99800f55-9e7e-4bae-b715-281cc3ab0947', 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1', 'admin_state_up': True, 'tenant_id': 'e45244add39c4f159d407355a7dd3d38'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:55:22.113739 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Made reservation on behalf of e45244add39c4f159d407355a7dd3d38 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 12:55:22.117454 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1614953'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:22.253540 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Allocated IP 172.20.0.6 (4fa9ad89-466e-4cdc-906c-a1f19997cdf1/f2b1c5a1-53fa-4251-95bc-a606ba5c0707/f689b04a-46ec-4fa3-b2ec-39729d396201) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 12:55:22.416324 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:22.457728 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1615530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740514532711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4398776'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:22.462051 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:22.505791 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 12:55:22.509602 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 12:55:22.514325 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 12:55:22.521659 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Pushing event updated for resources: {'Port': ['ID=f689b04a-46ec-4fa3-b2ec-39729d396201,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:22.542740 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:22.570143 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:22.570781 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:22.586919 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4c36da7f-6cc9-479a-935f-8fd75599a584 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943389 Jun 22 12:55:22.606562 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.v2.base [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Request body: {'port': {'device_id': '99800f55-9e7e-4bae-b715-281cc3ab0947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 12:55:22.688318 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:22.955077 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f689b04a-46ec-4fa3-b2ec-39729d396201 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:55:22.963431 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:22.975811 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Transition to ACTIVE for port object f689b04a-46ec-4fa3-b2ec-39729d396201 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 12:55:22.980853 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:22.983802 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-277da71a-64f8-41de-89d9-1f1599ab50cf tempest-VolumesActionsTest-18057177 tempest-VolumesActionsTest-18057177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:23.089595 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f689b04a-46ec-4fa3-b2ec-39729d396201,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:23.092861 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:23.117896 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4151-ef7d-4004-a766-304cfb629bd0 req-486d8c01-ca9d-4dbe-a49a-00848e59271a tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:23.119416 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5d4d4151-ef7d-4004-a766-304cfb629bd0 req-486d8c01-ca9d-4dbe-a49a-00848e59271a tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 943 time: 0.0640852 Jun 22 12:55:23.138176 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Attempting to bind port f689b04a-46ec-4fa3-b2ec-39729d396201 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 12:55:23.138508 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Attempting to bind port f689b04a-46ec-4fa3-b2ec-39729d396201 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 12:55:23.138834 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Attempting to bind port f689b04a-46ec-4fa3-b2ec-39729d396201 on network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:55:23.143370 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Port f689b04a-46ec-4fa3-b2ec-39729d396201 on network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 12:55:23.143690 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Attempting to bind port f689b04a-46ec-4fa3-b2ec-39729d396201 on network 4fa9ad89-466e-4cdc-906c-a1f19997cdf1 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 12:55:23.148347 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Checking agent: {'id': '31f9d199-174d-434d-a5df-c2f2b23966fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'started_at': datetime.datetime(2021, 6, 22, 12, 43, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 12:55:23.148682 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Checking segment: {'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 12:55:23.149070 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Bound using segment: {'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 12:55:23.149510 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Bound port: f689b04a-46ec-4fa3-b2ec-39729d396201, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 12:55:23.149855 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.157725 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-5d4d4151-ef7d-4004-a766-304cfb629bd0 req-9b203d09-d0ed-4662-b7ae-ea4033ac5f0f tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Jun 22 12:55:23.214961 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] For port f689b04a-46ec-4fa3-b2ec-39729d396201, host hv-cinder-79668, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 12:55:23.218049 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] For port f689b04a-46ec-4fa3-b2ec-39729d396201, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f689b04a-46ec-4fa3-b2ec-39729d396201,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 12:55:23.222104 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4398730'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.224830 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-60be3ce6-5c23-4c05-9f6c-47deaa04ae3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:23.258424 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:23.259038 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:23.261225 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] 10.222.0.52 "PUT /v2.0/ports/f689b04a-46ec-4fa3-b2ec-39729d396201 HTTP/1.1" status: 200 len: 1093 time: 0.6595340 Jun 22 12:55:23.261734 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99800f55-9e7e-4bae-b715-281cc3ab0947', 'tag': 'f689b04a-46ec-4fa3-b2ec-39729d396201'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:23.264013 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80" -d '{"events": [{"name": "network-changed", "server_uuid": "99800f55-9e7e-4bae-b715-281cc3ab0947", "tag": "f689b04a-46ec-4fa3-b2ec-39729d396201"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:23.291689 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f689b04a-46ec-4fa3-b2ec-39729d396201,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:23.295123 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:23.301272 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1895b093-2bf9-444d-8f00-f51c98f5b5ed x-openstack-request-id: req-1895b093-2bf9-444d-8f00-f51c98f5b5ed {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:23.301597 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99800f55-9e7e-4bae-b715-281cc3ab0947", "tag": "f689b04a-46ec-4fa3-b2ec-39729d396201", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:23.301890 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1895b093-2bf9-444d-8f00-f51c98f5b5ed {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:23.302322 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99800f55-9e7e-4bae-b715-281cc3ab0947', 'tag': 'f689b04a-46ec-4fa3-b2ec-39729d396201', 'status': 'completed', 'code': 200} Jun 22 12:55:23.379728 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-ccd5232e-f274-412d-8e63-ea574b76e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:23.381147 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-ccd5232e-f274-412d-8e63-ea574b76e35a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e45244add39c4f159d407355a7dd3d38&device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 1096 time: 0.0551493 Jun 22 12:55:23.433589 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-da1c3fa1-71ff-4e0f-8471-cd2597afb353 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f689b04a-46ec-4fa3-b2ec-39729d396201 HTTP/1.1" status: 200 len: 217 time: 0.0384085 Jun 22 12:55:23.496443 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-815d1e4f-9dbe-4e2d-8838-88cdbdb29e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:23.497961 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-815d1e4f-9dbe-4e2d-8838-88cdbdb29e10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2b1c5a1-53fa-4251-95bc-a606ba5c0707 HTTP/1.1" status: 200 len: 853 time: 0.0584290 Jun 22 12:55:23.534219 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-4565f297-8f97-4574-9946-e6cb29924efd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285330 Jun 22 12:55:23.637537 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-26d555af-73f6-4468-a476-ed56904ad5a6 service neutron] 10.222.0.52 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966718 Jun 22 12:55:23.736309 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-5d4692ce-c8c9-44da-9430-b8d004984da0 req-bb69f984-d197-4fad-a54f-7367557eb66c service neutron] 10.222.0.52 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917974 Jun 22 12:55:23.893897 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-83a3869f-70f9-4ed0-a0ad-facbc046e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:23.895408 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-83a3869f-70f9-4ed0-a0ad-facbc046e0a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e45244add39c4f159d407355a7dd3d38&device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 1096 time: 0.0551093 Jun 22 12:55:23.992017 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-8e8cc31e-732c-4f86-9976-36afb6ad8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:23.993400 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-8e8cc31e-732c-4f86-9976-36afb6ad8f44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1 HTTP/1.1" status: 200 len: 914 time: 0.0914342 Jun 22 12:55:24.036086 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-0d6761a1-ac85-43fd-b8a8-02618beb0e64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f689b04a-46ec-4fa3-b2ec-39729d396201 HTTP/1.1" status: 200 len: 217 time: 0.0361319 Jun 22 12:55:24.085749 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-70db5d27-9cd7-4090-8a8c-e9d681493abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:24.087193 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-70db5d27-9cd7-4090-8a8c-e9d681493abf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2b1c5a1-53fa-4251-95bc-a606ba5c0707 HTTP/1.1" status: 200 len: 853 time: 0.0442424 Jun 22 12:55:24.124638 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-bd3fa53f-e251-4bae-891e-317d16346741 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4fa9ad89-466e-4cdc-906c-a1f19997cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304747 Jun 22 12:55:24.221376 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-c6219a09-c085-4d2e-8eb4-827135a036f8 service neutron] 10.222.0.52 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884604 Jun 22 12:55:24.326213 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f1689a5e-12ab-4b6a-a29f-4335a44d9d80 req-361cdf89-24ad-4a2b-b6ac-466bbf38da0a service neutron] 10.222.0.52 "GET /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964029 Jun 22 12:55:24.346021 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bfb34-94e9-4fa5-b580-e06cf24e3b52 req-becb9c9f-bf54-4e0c-9334-50c7dcc7591b tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:24.347590 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-955bfb34-94e9-4fa5-b580-e06cf24e3b52 req-becb9c9f-bf54-4e0c-9334-50c7dcc7591b tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 943 time: 0.0723352 Jun 22 12:55:24.394921 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-955bfb34-94e9-4fa5-b580-e06cf24e3b52 req-bc943933-e331-40f1-9903-66be17252b0f tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Jun 22 12:55:25.573531 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b21891-d8cc-4896-91a5-be7155af16c6 req-098590cc-f4b2-435c-95c2-3f0094b2339a tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:25.575040 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-37b21891-d8cc-4896-91a5-be7155af16c6 req-098590cc-f4b2-435c-95c2-3f0094b2339a tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 943 time: 0.0670273 Jun 22 12:55:25.616049 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-37b21891-d8cc-4896-91a5-be7155af16c6 req-2f7a3e31-28ac-407e-b518-c2d772beb955 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351615 Jun 22 12:55:26.002472 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:55:26.076710 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device f689b04a-46ec-4fa3-b2ec-39729d396201 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=99504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 12:55:26.185815 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port f689b04a-46ec-4fa3-b2ec-39729d396201, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f689b04a-46ec-4fa3-b2ec-39729d396201,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:26.199638 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Returning: {'device': 'f689b04a-46ec-4fa3-b2ec-39729d396201', 'network_id': '4fa9ad89-466e-4cdc-906c-a1f19997cdf1', 'port_id': 'f689b04a-46ec-4fa3-b2ec-39729d396201', 'mac_address': 'fa:16:3e:8c:7d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b1c5a1-53fa-4251-95bc-a606ba5c0707', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 12:55:26.237163 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:26.251388 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f689b04a-46ec-4fa3-b2ec-39729d396201 {{(pid=99504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 12:55:26.274257 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port f689b04a-46ec-4fa3-b2ec-39729d396201, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f689b04a-46ec-4fa3-b2ec-39729d396201,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:26.279361 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:26.281198 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:26.328827 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=f689b04a-46ec-4fa3-b2ec-39729d396201,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:26.335846 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.336195 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.336536 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.336869 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.337268 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.337598 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.337923 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.338246 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.338727 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.339053 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.339381 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.339698 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:26.343643 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:26.593188 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['f689b04a-46ec-4fa3-b2ec-39729d396201'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:55:26.809934 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185167-9f6d-4526-a976-4a784dc18748 req-f7c80ae6-8979-43ff-9ca4-cd1fcea29451 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:26.811421 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-87185167-9f6d-4526-a976-4a784dc18748 req-f7c80ae6-8979-43ff-9ca4-cd1fcea29451 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 944 time: 0.0731795 Jun 22 12:55:26.850648 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-87185167-9f6d-4526-a976-4a784dc18748 req-4426993e-fdeb-452b-b5a2-e60b54c999bb tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Jun 22 12:55:28.042868 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c99aad-9461-44c6-8f74-c3650449ae53 req-445f1a3e-c52e-456a-8744-cb884455daf3 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:28.044488 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9c99aad-9461-44c6-8f74-c3650449ae53 req-445f1a3e-c52e-456a-8744-cb884455daf3 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 944 time: 0.0715892 Jun 22 12:55:28.088220 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-f9c99aad-9461-44c6-8f74-c3650449ae53 req-d587f4a4-e578-4465-b183-d1e9d4b14474 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356460 Jun 22 12:55:28.107019 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device f689b04a-46ec-4fa3-b2ec-39729d396201 up at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 12:55:28.157364 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning for port f689b04a-46ec-4fa3-b2ec-39729d396201 completed by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 12:55:28.161181 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Provisioning complete for port f689b04a-46ec-4fa3-b2ec-39729d396201 triggered by entity L2. {{(pid=99504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 12:55:28.161562 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944447'] for port, provisioning_complete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:28.245567 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1614975'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:28.278011 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99800f55-9e7e-4bae-b715-281cc3ab0947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f689b04a-46ec-4fa3-b2ec-39729d396201'}] {{(pid=99504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:28.280404 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1138296da9ab9f67b438e3eb0bb341f92a884b25400dce5828baeacf0cd429f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ee2070-dbfe-459e-8ac3-bec6d872cc02" -d '{"events": [{"server_uuid": "99800f55-9e7e-4bae-b715-281cc3ab0947", "name": "network-vif-plugged", "status": "completed", "tag": "f689b04a-46ec-4fa3-b2ec-39729d396201"}]}' {{(pid=99504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:28.295197 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] For port f689b04a-46ec-4fa3-b2ec-39729d396201, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f689b04a-46ec-4fa3-b2ec-39729d396201,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:28.301480 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740515056851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740514532729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740514532774'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:28.304783 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:28.329023 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ef0532-2ecd-483a-a49f-3f3593e7c0d6 x-openstack-request-id: req-73ef0532-2ecd-483a-a49f-3f3593e7c0d6 {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:28.329350 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99800f55-9e7e-4bae-b715-281cc3ab0947", "name": "network-vif-plugged", "status": "completed", "tag": "f689b04a-46ec-4fa3-b2ec-39729d396201", "code": 200}]} {{(pid=99504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:28.329653 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73ef0532-2ecd-483a-a49f-3f3593e7c0d6 {{(pid=99504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:28.330034 dv-cinder-796680-1-smb neutron-server[99504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99800f55-9e7e-4bae-b715-281cc3ab0947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f689b04a-46ec-4fa3-b2ec-39729d396201', 'code': 200} Jun 22 12:55:28.358126 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Pushing event updated for resources: {'Port': ['ID=f689b04a-46ec-4fa3-b2ec-39729d396201,revision_number=5']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:28.361303 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:28.596153 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1fed1-a254-49fe-8908-5bb9363544c2 req-155bdb6a-d29f-4977-8a49-a72f5d678812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:28.597689 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1bd1fed1-a254-49fe-8908-5bb9363544c2 req-155bdb6a-d29f-4977-8a49-a72f5d678812 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 1098 time: 0.0612063 Jun 22 12:55:28.635560 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-1bd1fed1-a254-49fe-8908-5bb9363544c2 req-191c5979-ebd4-41e7-8df7-3ebcde12975c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Jun 22 12:55:29.279577 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15948c7-32bd-45e3-a46f-9897bcbd494b req-69925c5d-9f23-4068-9433-b73e8e023a4a tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:29.281142 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a15948c7-32bd-45e3-a46f-9897bcbd494b req-69925c5d-9f23-4068-9433-b73e8e023a4a tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 945 time: 0.0654263 Jun 22 12:55:29.321125 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-a15948c7-32bd-45e3-a46f-9897bcbd494b req-3546f127-4db0-4341-8f65-b143fecdc4bd tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342715 Jun 22 12:55:30.505971 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61590589-8c6c-433b-9c2e-420eed1b93b6 req-cc69598b-c754-4e41-8217-3acf2d7c6579 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:30.507464 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61590589-8c6c-433b-9c2e-420eed1b93b6 req-cc69598b-c754-4e41-8217-3acf2d7c6579 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 945 time: 0.0697398 Jun 22 12:55:30.546812 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-61590589-8c6c-433b-9c2e-420eed1b93b6 req-246a1f2d-f632-4024-a4fb-14203da391a9 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Jun 22 12:55:43.535299 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c85e76f2-1815-4ba0-89db-5f4e6ac9436a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:46.830186 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-f959bc04-29e9-4073-98a2-63bc631713ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:47.464353 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:47.713590 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46484) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:47.869366 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Deleting port 6b408fbe-2db8-42b8-b873-d00dcad19e4b {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:47.869700 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:47.956165 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:47.956562 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:48.009638 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:48.021283 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Calling delete_port for 6b408fbe-2db8-42b8-b873-d00dcad19e4b owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:48.234932 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:48.236988 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e7eccd13-2093-457c-bc34-111e905804c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:48.262304 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event deleted for resources: {'Port': ['ID=6b408fbe-2db8-42b8-b873-d00dcad19e4b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:48.265676 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:48.324086 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:48.324421 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.db.l3_db [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Floating IP 93001e4d-1964-4299-9225-dc78e21f1abd disassociated (deleted). External IP: 172.28.1.99, port: 2beff361-c36c-4af1-8d01-b76439c15080. Jun 22 12:55:48.537444 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Router 36261712-1fde-485d-a3b8-a3c910879784 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:55:48.652449 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:55:48.657525 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:48.671641 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] Sync routers for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:55:48.689247 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:48.689974 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:55:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:48.713459 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-79e93296-f100-463c-b334-d6b21cbe36a6 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "DELETE /v2.0/floatingips/93001e4d-1964-4299-9225-dc78e21f1abd HTTP/1.1" status: 204 len: 168 time: 0.9963102 Jun 22 12:55:48.713459 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:48.714451 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "tag": "2beff361-c36c-4af1-8d01-b76439c15080"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:48.810845 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:48.824582 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:48.840307 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26409d3c-9e24-4bc0-92f1-180924feae3b req-c42bfe16-eddd-44bd-b49f-fb64f15fed58 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:48.841839 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-26409d3c-9e24-4bc0-92f1-180924feae3b req-c42bfe16-eddd-44bd-b49f-fb64f15fed58 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 945 time: 0.0707901 Jun 22 12:55:48.887012 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-26409d3c-9e24-4bc0-92f1-180924feae3b req-0016fb05-5446-4d10-94db-77e530112f7d tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Jun 22 12:55:48.944556 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5390b75e-e4a1-4e20-966c-4b9c70443643 x-openstack-request-id: req-5390b75e-e4a1-4e20-966c-4b9c70443643 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:48.945127 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "tag": "2beff361-c36c-4af1-8d01-b76439c15080", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:48.946015 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5390b75e-e4a1-4e20-966c-4b9c70443643 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:48.946652 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080', 'status': 'completed', 'code': 200} Jun 22 12:55:49.142881 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a941542-0905-4e14-9c2f-ba6ed02d9446 req-3dc366d0-01d1-4914-b7db-e3d50b6df210 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:49.144244 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4a941542-0905-4e14-9c2f-ba6ed02d9446 req-3dc366d0-01d1-4914-b7db-e3d50b6df210 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0971432 Jun 22 12:55:49.159085 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:25Z', 'revision_number': 5, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:49.168658 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-0f812a13-0826-4768-884e-c7b62025e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:49.170137 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-0f812a13-0826-4768-884e-c7b62025e6e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b021e349ae154a63a0ddb5339987aa81&device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 1099 time: 0.0946522 Jun 22 12:55:49.187151 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] Checking router: 36261712-1fde-485d-a3b8-a3c910879784 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:55:49.196099 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:49.196710 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:55:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:49.197872 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-4a941542-0905-4e14-9c2f-ba6ed02d9446 req-f7822927-aa9a-49dc-b555-fa4b9a7da1f7 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469494 Jun 22 12:55:49.294122 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-87e413c1-79de-42ce-92dd-6e8493c7b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:49.295611 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-87e413c1-79de-42ce-92dd-6e8493c7b8d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 200 len: 910 time: 0.1126168 Jun 22 12:55:49.317330 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:49.346129 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-2485cc71-38af-4d5a-abf6-29192654e9fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 200 len: 217 time: 0.0401533 Jun 22 12:55:49.401106 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-3afd8f20-a13c-4340-be58-89ce524af65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:49.402493 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-3afd8f20-a13c-4340-be58-89ce524af65c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 200 len: 848 time: 0.0496845 Jun 22 12:55:49.558460 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:25Z', 'revision_number': 5, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:49.588050 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfce094-9818-41fb-978c-0eda85108525 None None] The sync data for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb is: [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:20Z', 'revision_number': 4, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb', '_interfaces': [{'id': 'a2c9a7f0-2090-4371-ab09-b71c902cfe2f', 'name': '', 'network_id': '97edd773-2798-4c86-a609-ee83d4ae33b5', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'mac_address': 'fa:16:3e:ca:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:19Z', 'updated_at': '2021-06-22T12:51:25Z', 'revision_number': 5, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'subnets': [{'id': 'a446d248-325e-4ba8-936e-b8b9eb9bf7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:55:49.775778 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-ff339cf5-c1ad-4bd0-9a94-134d89163292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:49.777312 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-ff339cf5-c1ad-4bd0-9a94-134d89163292 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97edd773-2798-4c86-a609-ee83d4ae33b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3641071 Jun 22 12:55:49.824887 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24a1f2-105b-4469-927c-f05aa5e8bcd3 None None] New status for floating IP 93001e4d-1964-4299-9225-dc78e21f1abd: DOWN {{(pid=99505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 12:55:49.871238 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-f0c530b6-e94c-4d1d-8924-040ae1a6e228 service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848012 Jun 22 12:55:49.970226 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-17d6a7ac-c4eb-4bbc-adf1-fa2ebce0edac req-93709b0d-244c-4ecd-a729-e743a0396b26 service neutron] 10.222.0.52 "GET /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900033 Jun 22 12:55:50.023381 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:50.129300 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ab87c-9d96-4d52-8403-e70695795dd0 req-5181adaa-289a-412e-ba57-373d59133ff8 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:50.130742 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a90ab87c-9d96-4d52-8403-e70695795dd0 req-5181adaa-289a-412e-ba57-373d59133ff8 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 945 time: 0.1169696 Jun 22 12:55:50.168414 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-a90ab87c-9d96-4d52-8403-e70695795dd0 req-b68eae5a-59cb-43fd-a1a5-714f076ee45a tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Jun 22 12:55:50.372113 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a219d-c201-4448-98c9-fcf3ceb47900 req-ff521a04-6ceb-44dc-82d0-eda456bb5c06 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:50.373614 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-145a219d-c201-4448-98c9-fcf3ceb47900 req-ff521a04-6ceb-44dc-82d0-eda456bb5c06 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0652680 Jun 22 12:55:50.410690 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-145a219d-c201-4448-98c9-fcf3ceb47900 req-93de6a3d-1773-464b-ade5-f44ab78e7270 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b3d77e-c5c7-44bf-a0b0-502938cdce0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Jun 22 12:55:51.009299 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-5cdc59f4-2be7-472e-a7e6-b8575a534e31 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:51.011121 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-5cdc59f4-2be7-472e-a7e6-b8575a534e31 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 946 time: 0.0723395 Jun 22 12:55:51.119210 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Deleting port 2beff361-c36c-4af1-8d01-b76439c15080 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:51.119550 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:51.215723 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] For port 2beff361-c36c-4af1-8d01-b76439c15080, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=2beff361-c36c-4af1-8d01-b76439c15080,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:51.216086 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:51.284163 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Calling delete_port for 2beff361-c36c-4af1-8d01-b76439c15080 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:51.346101 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4760f4-844b-4df4-b423-cb11ff60f047 req-fde121bb-fc32-4a53-8954-23e2faf65d89 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:51.348689 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-dd4760f4-844b-4df4-b423-cb11ff60f047 req-fde121bb-fc32-4a53-8954-23e2faf65d89 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 945 time: 0.0663321 Jun 22 12:55:51.387527 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-dd4760f4-844b-4df4-b423-cb11ff60f047 req-0ee7d9bf-442b-4905-919b-a87f623bfefb tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Jun 22 12:55:51.419465 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:51.423630 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-c683ffcb-9c87-4adf-abaf-95e2ec56071d tempest-VolumesActionsTest-206951781 tempest-VolumesActionsTest-206951781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:51.450036 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event deleted for resources: {'Port': ['ID=2beff361-c36c-4af1-8d01-b76439c15080,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:51.453759 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:51.501741 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] No DVR routers for this DVR port 2beff361-c36c-4af1-8d01-b76439c15080 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:51.504329 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:51.506306 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-76a30f1e-9c32-4975-b36e-0a7764e4c618 req-6db7f1d0-6dbb-4ee0-9dc9-e368c5656236 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.52 "DELETE /v2.0/ports/2beff361-c36c-4af1-8d01-b76439c15080 HTTP/1.1" status: 204 len: 173 time: 0.4893525 Jun 22 12:55:51.506815 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'name': 'network-vif-deleted', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:51.509501 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b65f62-4999-49a9-91d0-613b973de70a" -d '{"events": [{"server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "name": "network-vif-deleted", "tag": "2beff361-c36c-4af1-8d01-b76439c15080"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:51.562414 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a56086-0804-4d7e-a252-89b1a8a313a7 x-openstack-request-id: req-c4a56086-0804-4d7e-a252-89b1a8a313a7 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:51.562741 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebdd7ca-454a-4da4-b6d8-def9edb0ae14", "name": "network-vif-deleted", "tag": "2beff361-c36c-4af1-8d01-b76439c15080", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:51.563031 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4a56086-0804-4d7e-a252-89b1a8a313a7 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:51.563495 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebdd7ca-454a-4da4-b6d8-def9edb0ae14', 'name': 'network-vif-deleted', 'tag': '2beff361-c36c-4af1-8d01-b76439c15080', 'status': 'completed', 'code': 200} Jun 22 12:55:51.565571 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-9b645b37-1c59-4388-a3b4-0a14280bc200 req-838be3c3-e115-46bc-8a6b-dffeebd236e7 tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ebdd7ca-454a-4da4-b6d8-def9edb0ae14 HTTP/1.1" status: 200 len: 210 time: 0.0343299 Jun 22 12:55:52.584169 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f055d-0a84-46a0-b06b-405f8094b384 req-b2552603-d71f-4c86-b542-5a1ade6e8946 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:52.586746 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f91f055d-0a84-46a0-b06b-405f8094b384 req-b2552603-d71f-4c86-b542-5a1ade6e8946 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 945 time: 0.0695786 Jun 22 12:55:52.630712 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [req-f91f055d-0a84-46a0-b06b-405f8094b384 req-b381ef8f-300b-40f5-b902-3e3f410d781b tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379856 Jun 22 12:55:52.661126 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46514) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:52.721948 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1b52193f-b0f9-4b78-8873-c8094e4b18ef tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:52.746712 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1b52193f-b0f9-4b78-8873-c8094e4b18ef tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:52.809489 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1b52193f-b0f9-4b78-8873-c8094e4b18ef tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:52.812074 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1b52193f-b0f9-4b78-8873-c8094e4b18ef tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:52.813236 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1b52193f-b0f9-4b78-8873-c8094e4b18ef tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] 10.222.0.20 "DELETE /v2.0/security-groups/08b3d77e-c5c7-44bf-a0b0-502938cdce0e HTTP/1.1" status: 204 len: 168 time: 0.1511002 Jun 22 12:55:52.813998 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ab8aed73-d9e0-4a87-9fbc-e8ea1c6eb818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:52.823552 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52193f-b0f9-4b78-8873-c8094e4b18ef tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b3d77e-c5c7-44bf-a0b0-502938cdce0e,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:52.826007 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1b52193f-b0f9-4b78-8873-c8094e4b18ef tempest-TestShelveInstance-1241334017 tempest-TestShelveInstance-1241334017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:53.816966 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962f02e-ed8f-44a9-8a8f-e9c94aec9f30 req-ad33605b-0805-45a1-b7b4-0ed4fb37a130 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:53.818457 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3962f02e-ed8f-44a9-8a8f-e9c94aec9f30 req-ad33605b-0805-45a1-b7b4-0ed4fb37a130 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 945 time: 0.0709093 Jun 22 12:55:53.863236 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-3962f02e-ed8f-44a9-8a8f-e9c94aec9f30 req-7b35e64b-9415-427a-83a9-6391a5579834 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/security-groups?id=797f5eef-a8b7-4427-a2df-7e022aa981c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Jun 22 12:55:53.885592 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 46522) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:54.274343 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973273'] for router_interface, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.293594 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 2beff361-c36c-4af1-8d01-b76439c15080 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:54.316525 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: 2beff361-c36c-4af1-8d01-b76439c15080 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:54.316882 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device 2beff361-c36c-4af1-8d01-b76439c15080 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:54.333118 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-f4269df6-bb82-456b-b37a-5e75beeb0330 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 12:55:54.334610 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-f4269df6-bb82-456b-b37a-5e75beeb0330 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.52 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 945 time: 0.0784321 Jun 22 12:55:54.445984 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Deleting port f689b04a-46ec-4fa3-b2ec-39729d396201 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:54.446320 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.545311 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] For port f689b04a-46ec-4fa3-b2ec-39729d396201, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f689b04a-46ec-4fa3-b2ec-39729d396201,segment=NetworkSegment(95fcc8b0-7f2c-4fb8-afab-235ae4540aa6),segment_id=95fcc8b0-7f2c-4fb8-afab-235ae4540aa6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:54.545635 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Deleting port a2c9a7f0-2090-4371-ab09-b71c902cfe2f {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:54.545787 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.545976 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.616301 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Calling delete_port for f689b04a-46ec-4fa3-b2ec-39729d396201 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:54.629540 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] For port a2c9a7f0-2090-4371-ab09-b71c902cfe2f, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:54.629889 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.694107 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Calling delete_port for a2c9a7f0-2090-4371-ab09-b71c902cfe2f owned by network:router_interface {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:54.760728 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.765562 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0a75cd3d-b24b-4eb0-9847-c6082d6a6344 tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:54.793365 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Pushing event deleted for resources: {'Port': ['ID=f689b04a-46ec-4fa3-b2ec-39729d396201,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:54.796730 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:54.812024 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] get_ports_and_sgs() called for port_ids ['f689b04a-46ec-4fa3-b2ec-39729d396201'] {{(pid=99504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 12:55:54.854316 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] No DVR routers for this DVR port f689b04a-46ec-4fa3-b2ec-39729d396201 on host hv-cinder-79668 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:54.858067 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11011'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.861599 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-29f90ff9-ca3d-42d0-aea1-6c8905c45b29 req-0590d116-6caf-4f89-b9c2-bba8e5d0de4e tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.52 "DELETE /v2.0/ports/f689b04a-46ec-4fa3-b2ec-39729d396201 HTTP/1.1" status: 204 len: 173 time: 0.5211112 Jun 22 12:55:54.862347 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99800f55-9e7e-4bae-b715-281cc3ab0947', 'name': 'network-vif-deleted', 'tag': 'f689b04a-46ec-4fa3-b2ec-39729d396201'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 12:55:54.866710 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bad1b99dd15eb265bfcf062be25daa253cc756dbe8c3f75f8cb935963c52f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfbbc49-91bc-4dd7-b3b6-d1c90dbebfe0" -d '{"events": [{"server_uuid": "99800f55-9e7e-4bae-b715-281cc3ab0947", "name": "network-vif-deleted", "tag": "f689b04a-46ec-4fa3-b2ec-39729d396201"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 12:55:54.903610 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:54.906397 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:54.915350 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1d6373-6281-4012-9c29-1cd54b6a4d09 x-openstack-request-id: req-2f1d6373-6281-4012-9c29-1cd54b6a4d09 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 12:55:54.915958 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99800f55-9e7e-4bae-b715-281cc3ab0947", "name": "network-vif-deleted", "tag": "f689b04a-46ec-4fa3-b2ec-39729d396201", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 12:55:54.916572 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f1d6373-6281-4012-9c29-1cd54b6a4d09 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 12:55:54.917148 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99800f55-9e7e-4bae-b715-281cc3ab0947', 'name': 'network-vif-deleted', 'tag': 'f689b04a-46ec-4fa3-b2ec-39729d396201', 'status': 'completed', 'code': 200} Jun 22 12:55:54.952179 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c9a7f0-2090-4371-ab09-b71c902cfe2f,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:55.022178 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.023203 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.023759 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.024392 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.024775 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.025192 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.026542 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.026542 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.026542 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.027098 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.027457 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.028121 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:55:55.041860 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:55.061143 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [req-701f9f67-5b3d-42de-9977-35277852cb60 req-9a6cb063-77b6-40e1-b4f0-dc628fadbb8a tempest-VolumesSnapshotTestJSON-901663009 tempest-VolumesSnapshotTestJSON-901663009-project] 10.222.0.20 "GET /v2.0/ports?device_id=99800f55-9e7e-4bae-b715-281cc3ab0947 HTTP/1.1" status: 200 len: 210 time: 0.0409465 Jun 22 12:55:55.152274 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973173'] for router_interface, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.379974 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Router 36261712-1fde-485d-a3b8-a3c910879784 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:55:55.497994 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:55:55.503080 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-d9a43bee-805c-402b-80c4-db78a24172d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/36261712-1fde-485d-a3b8-a3c910879784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6163607 Jun 22 12:55:55.509507 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 46528) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:55.512973 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] Sync routers for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:55:55.528622 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:55.529412 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:55:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:55.636941 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks [] for router, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.673165 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: dv-cinder-796680-1-smb {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:55.745365 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.805570 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Deleting port 2174905a-7f51-4c00-afd1-197ee63e7cb6 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:55.805914 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.862750 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:55:54Z', 'revision_number': 5, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port': {'id': '2174905a-7f51-4c00-afd1-197ee63e7cb6', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36261712-1fde-485d-a3b8-a3c910879784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:55.890445 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] Checking router: 36261712-1fde-485d-a3b8-a3c910879784 for host: dv-cinder-796680-1-smb {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:55:55.897990 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] For port 2174905a-7f51-4c00-afd1-197ee63e7cb6, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=2174905a-7f51-4c00-afd1-197ee63e7cb6,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:55.898359 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:55.900379 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] Routers {'36261712-1fde-485d-a3b8-a3c910879784'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:55.900861 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:55:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['36261712-1fde-485d-a3b8-a3c910879784'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:55.964234 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Calling delete_port for 2174905a-7f51-4c00-afd1-197ee63e7cb6 owned by network:router_gateway {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:55.995026 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] Set router 36261712-1fde-485d-a3b8-a3c910879784 gateway port host: None {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:56.057143 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:55:55Z', 'revision_number': 6, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port_host': None}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:56.087304 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad27b8-92b0-45e2-9e72-2da252f8c9a7 None None] The sync data for ids ['36261712-1fde-485d-a3b8-a3c910879784'] in dv-cinder-796680-1-smb is: [{'id': '36261712-1fde-485d-a3b8-a3c910879784', 'name': 'tempest-TestShelveInstance-1328354789-router', 'tenant_id': 'b021e349ae154a63a0ddb5339987aa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:17Z', 'updated_at': '2021-06-22T12:55:55Z', 'revision_number': 6, 'project_id': 'b021e349ae154a63a0ddb5339987aa81', 'gw_port_host': None}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:55:56.181111 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.183761 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-3d4df810-d210-41a8-a974-97aa1c9da171 tempest-TestMinimumBasicScenario-84075967 tempest-TestMinimumBasicScenario-84075967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:56.208899 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=2174905a-7f51-4c00-afd1-197ee63e7cb6,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:56.213120 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:56.283953 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1035600'] for router_gateway, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.658186 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16263'] for router, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.660396 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.704266 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971244'] for router, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.705026 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36261712-1fde-485d-a3b8-a3c910879784 {{(pid=99503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:55:56.713061 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] Notify callbacks [] for router, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.714585 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-a1075e79-e5a9-400e-a4b2-b1111b794e25 admin admin] 10.222.0.20 "DELETE /v2.0/routers/36261712-1fde-485d-a3b8-a3c910879784 HTTP/1.1" status: 204 len: 168 time: 1.2042873 Jun 22 12:55:56.717755 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 46538) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:56.765580 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] Deleting subnet a446d248-325e-4ba8-936e-b8b9eb9bf7c1 {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:55:56.768888 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.806380 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5170620'] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.893160 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.948096 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4861047'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.950432 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-aea7f2b0-26b4-48a7-8887-d5b6887d4f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:56.971597 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a446d248-325e-4ba8-936e-b8b9eb9bf7c1,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:56.976640 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:56.977636 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:56.981839 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-86da6108-c7d2-4596-8a80-5bbade9790fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a446d248-325e-4ba8-936e-b8b9eb9bf7c1 HTTP/1.1" status: 204 len: 168 time: 0.2606766 Jun 22 12:55:56.981956 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 46540) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:56.985220 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be41b1c-b2de-4039-ba6d-9b1b45c259ba None None] Network 97edd773-2798-4c86-a609-ee83d4ae33b5 requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:55:57.053349 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.108523 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Deleting port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:57.108870 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.181854 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] For port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:57.182092 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405f417-510e-41cc-8438-201f2b308553 None None] DHCP port deletion for 97edd773-2798-4c86-a609-ee83d4ae33b5 request from dv-cinder-796680-1-smb {{(pid=99504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:55:57.182360 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.233000 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-2405f417-510e-41cc-8438-201f2b308553 None None] Deleting port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 {{(pid=99504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:57.233345 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2405f417-510e-41cc-8438-201f2b308553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.254293 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Calling delete_port for 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:57.302662 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-2405f417-510e-41cc-8438-201f2b308553 None None] For port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,segment=NetworkSegment(d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f),segment_id=d4b2b1bc-d50e-40b8-8002-6a04fc0afb2f)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:57.303055 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2405f417-510e-41cc-8438-201f2b308553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.339466 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.341542 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:57.367613 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:57.369445 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] No DVR routers for this DVR port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 on host dv-cinder-796680-1-smb {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:57.370941 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:57.372515 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-2405f417-510e-41cc-8438-201f2b308553 None None] Calling delete_port for 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 owned by network:dhcp {{(pid=99504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:57.440192 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.450010 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97edd773-2798-4c86-a609-ee83d4ae33b5']}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:57.453940 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2405f417-510e-41cc-8438-201f2b308553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720'] for port, after_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.455898 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:57.460867 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f') {'for_net_delete': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:57.461259 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.services.segments.db [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b2b1bc-d50e-40b8-8002-6a04fc0afb2f') {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:57.470191 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5170571'] for segment, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.480450 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405f417-510e-41cc-8438-201f2b308553 None None] Pushing event deleted for resources: {'Port': ['ID=7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0,revision_number=None']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:57.482932 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-2405f417-510e-41cc-8438-201f2b308553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:57.485553 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405f417-510e-41cc-8438-201f2b308553 None None] No DVR routers for this DVR port 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 on host dv-cinder-796680-1-smb {{(pid=99504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:55:57.487932 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.494960 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=99503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:55:57.495366 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5028559'] for segment, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: Traceback (most recent call last): Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: timer() Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: cb(*args, **kw) Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: return func(*args, **kwargs) Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: self._notify() Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: self.callback(batched_events) Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: event.method(event) Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: return f(self, *a, **k) Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: return self._get(url).json() Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: return self.request(url, 'GET', **kwargs) Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:55:57.497343 dv-cinder-796680-1-smb neutron-server[99503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:55:57.568502 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.574338 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-7fe108c2-f1c5-4434-aa5e-f80986d7167a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:57.576789 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:57.580227 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] 10.222.0.20 "DELETE /v2.0/networks/97edd773-2798-4c86-a609-ee83d4ae33b5 HTTP/1.1" status: 204 len: 168 time: 0.5974295 Jun 22 12:55:57.583213 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46546) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:57.587203 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device a2c9a7f0-2090-4371-ab09-b71c902cfe2f no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:57.593450 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Pushing event deleted for resources: {'Network': ['ID=97edd773-2798-4c86-a609-ee83d4ae33b5,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:57.595979 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-58cdd4f5-e570-4732-9551-494e0620d34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:57.610846 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: a2c9a7f0-2090-4371-ab09-b71c902cfe2f {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:57.611413 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device a2c9a7f0-2090-4371-ab09-b71c902cfe2f not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:57.611824 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 2174905a-7f51-4c00-afd1-197ee63e7cb6 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:57.637322 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 2174905a-7f51-4c00-afd1-197ee63e7cb6 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:57.637675 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 2174905a-7f51-4c00-afd1-197ee63e7cb6 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:57.638116 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:57.663938 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:57.664394 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 7dd9b96b-0c6d-40cf-bfd8-3f90ae2851d0 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:57.983701 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973273'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.260019 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Deleting port 8dc09fc0-c733-4927-a28d-fbc99c51d959 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:58.260369 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.305228 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device f689b04a-46ec-4fa3-b2ec-39729d396201 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:55:58.325609 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] No Port match for: f689b04a-46ec-4fa3-b2ec-39729d396201 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:55:58.325955 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Device f689b04a-46ec-4fa3-b2ec-39729d396201 not bound to the agent host hv-cinder-79668 {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:55:58.345960 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] For port 8dc09fc0-c733-4927-a28d-fbc99c51d959, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=8dc09fc0-c733-4927-a28d-fbc99c51d959,segment=NetworkSegment(07cc55cd-1877-43aa-9781-45a81ea05e1d),segment_id=07cc55cd-1877-43aa-9781-45a81ea05e1d)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:58.346319 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.416420 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Calling delete_port for 8dc09fc0-c733-4927-a28d-fbc99c51d959 owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:58.605105 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:58.607094 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-23f81189-9c8e-4b29-8623-cb917749a394 tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:58.633607 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc09fc0-c733-4927-a28d-fbc99c51d959,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:58.638353 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:58.815603 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973173'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.062312 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Router 23eb2d94-7642-4ea3-b777-c4361a308f07 has already been hosted by L3 agent 3bdb0ad3-9081-4253-9acb-806f3a66735f {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 12:55:59.189406 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] Notify agent at l3_agent.dv-cinder-796680-1-smb the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 12:55:59.195460 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-6f9bd961-1b5e-4134-aca4-ee79efca444c admin admin] 10.222.0.20 "PUT /v2.0/routers/23eb2d94-7642-4ea3-b777-c4361a308f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6100173 Jun 22 12:55:59.199031 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 46558) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:55:59.200034 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] Sync routers for ids ['23eb2d94-7642-4ea3-b777-c4361a308f07'] in dv-cinder-796680-1-smb {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 12:55:59.209515 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] Routers {'23eb2d94-7642-4ea3-b777-c4361a308f07'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:59.210141 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:55:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['23eb2d94-7642-4ea3-b777-c4361a308f07'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:59.314623 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.325417 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] Set router 23eb2d94-7642-4ea3-b777-c4361a308f07 gateway port host: dv-cinder-796680-1-smb {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:59.422451 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.479020 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Deleting port 0a6b6451-7494-40c9-9722-673493129a49 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:55:59.479368 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.544369 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'external_fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '0a6b6451-7494-40c9-9722-673493129a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:55:58Z', 'revision_number': 5, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port': {'id': '0a6b6451-7494-40c9-9722-673493129a49', 'name': '', 'network_id': 'e29e87ec-c1af-4dff-b8c9-ab70709846a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796680-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T12:51:24Z', 'updated_at': '2021-06-22T12:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3146bc19-27f6-4125-bfc5-a152aa838e20', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796680-1-smb'}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:59.574312 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] Checking router: 23eb2d94-7642-4ea3-b777-c4361a308f07 for host: dv-cinder-796680-1-smb {{(pid=99505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 12:55:59.575071 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] For port 0a6b6451-7494-40c9-9722-673493129a49, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=0a6b6451-7494-40c9-9722-673493129a49,segment=NetworkSegment(e4af42db-c362-4cba-a3f7-735768a6cf36),segment_id=e4af42db-c362-4cba-a3f7-735768a6cf36)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:55:59.575537 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.584050 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] Routers {'23eb2d94-7642-4ea3-b777-c4361a308f07'} bound to L3 agent in host dv-cinder-796680-1-smb {{(pid=99505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 12:55:59.584831 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796680-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T12:37:17Z,description=,heartbeat_timestamp=2021-06-22T12:55:47Z,host='dv-cinder-796680-1-smb',id=3bdb0ad3-9081-4253-9acb-806f3a66735f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T12:37:17Z,topic='l3_agent')) {'router_ids': ['23eb2d94-7642-4ea3-b777-c4361a308f07'], 'active': True} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:59.643265 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Calling delete_port for 0a6b6451-7494-40c9-9722-673493129a49 owned by network:router_gateway {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:55:59.676748 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_dvr_db [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] Set router 23eb2d94-7642-4ea3-b777-c4361a308f07 gateway port host: None {{(pid=99505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 12:55:59.728689 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.l3_hamode_db [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:55:59Z', 'revision_number': 6, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port_host': None}], 'dv-cinder-796680-1-smb', False) {} {{(pid=99505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:55:59.760209 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da63dca-2c0d-4068-ab13-0f99fde74ef0 None None] The sync data for ids ['23eb2d94-7642-4ea3-b777-c4361a308f07'] in dv-cinder-796680-1-smb is: [{'id': '23eb2d94-7642-4ea3-b777-c4361a308f07', 'name': 'tempest-TestShelveInstance-845253374-router', 'tenant_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T12:51:23Z', 'updated_at': '2021-06-22T12:55:59Z', 'revision_number': 6, 'project_id': '83dc94ec5b5e4951b6d24f37ab127eb2', 'gw_port_host': None}] {{(pid=99505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 12:55:59.827241 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5166140'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:55:59.829285 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-d8d9fa4a-0930-418b-a205-39c4d1f19613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:55:59.857401 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6b6451-7494-40c9-9722-673493129a49,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:55:59.860512 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:55:59.920324 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1035600'] for router_gateway, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.016609 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16263'] for router, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.018928 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.068960 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-971244'] for router, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.070726 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23eb2d94-7642-4ea3-b777-c4361a308f07 {{(pid=99503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 12:56:00.079047 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] Notify callbacks [] for router, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.080844 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-6be9922a-b4e7-4a5e-a4d0-3d0a00200c4c admin admin] 10.222.0.20 "DELETE /v2.0/routers/23eb2d94-7642-4ea3-b777-c4361a308f07 HTTP/1.1" status: 204 len: 168 time: 0.8805602 Jun 22 12:56:00.083209 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 46560) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:00.147153 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] Deleting subnet 0638a044-f0fb-4fe1-a5ed-40773aaf699b {{(pid=99503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:56:00.151113 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.190533 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5170620'] for subnet, precommit_delete_associations {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.271719 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.338848 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4861047'] for subnet, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.341333 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-c5ea2a04-3ba0-47b3-9457-3744bd851d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:00.370497 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0638a044-f0fb-4fe1-a5ed-40773aaf699b,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:00.373904 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:00.375160 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.380020 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-f715f306-53e2-4df1-bf3a-d5f55d0c00dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0638a044-f0fb-4fe1-a5ed-40773aaf699b HTTP/1.1" status: 204 len: 168 time: 0.2955754 Jun 22 12:56:00.380923 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46570) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:00.385858 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f6572-8823-47c6-a7e3-489f21b71f5a None None] Network a9887b48-18db-475d-baec-69137626963b requested from dv-cinder-796680-1-smb {{(pid=99504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 12:56:00.465443 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.534694 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Deleting port 7f197f45-6727-4dff-a967-12c3e4482ad9 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:00.535479 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.614438 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] For port 7f197f45-6727-4dff-a967-12c3e4482ad9, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=7f197f45-6727-4dff-a967-12c3e4482ad9,segment=NetworkSegment(07cc55cd-1877-43aa-9781-45a81ea05e1d),segment_id=07cc55cd-1877-43aa-9781-45a81ea05e1d)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:00.614740 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.630616 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] DHCP port deletion for a9887b48-18db-475d-baec-69137626963b request from dv-cinder-796680-1-smb {{(pid=99504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 12:56:00.687072 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] Deleting port 7f197f45-6727-4dff-a967-12c3e4482ad9 {{(pid=99504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 12:56:00.687454 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740515051493'] for port, before_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.720473 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Calling delete_port for 7f197f45-6727-4dff-a967-12c3e4482ad9 owned by network:dhcp {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:00.756741 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] For port 7f197f45-6727-4dff-a967-12c3e4482ad9, host dv-cinder-796680-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796680-1-smb',level=0,port_id=7f197f45-6727-4dff-a967-12c3e4482ad9,segment=NetworkSegment(07cc55cd-1877-43aa-9781-45a81ea05e1d),segment_id=07cc55cd-1877-43aa-9781-45a81ea05e1d)] {{(pid=99504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 12:56:00.757176 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1032337'] for port, precommit_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.815246 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4398721'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.817773 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-d70a9248-e0a1-4079-9add-85cea2d4580b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:00.833315 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] Calling delete_port for 7f197f45-6727-4dff-a967-12c3e4482ad9 owned by network:dhcp {{(pid=99504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 12:56:00.840610 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f197f45-6727-4dff-a967-12c3e4482ad9,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:00.846100 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:00.850805 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] No DVR routers for this DVR port 7f197f45-6727-4dff-a967-12c3e4482ad9 on host dv-cinder-796680-1-smb {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:56:00.938358 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.950586 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9887b48-18db-475d-baec-69137626963b']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:00.963150 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cc55cd-1877-43aa-9781-45a81ea05e1d') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:00.963445 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cc55cd-1877-43aa-9781-45a81ea05e1d') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:00.973666 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5645753'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.990329 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:00.998121 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:56:00.998716 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288626'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: Traceback (most recent call last): Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: timer() Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: cb(*args, **kw) Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: return func(*args, **kwargs) Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: self._notify() Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: self.callback(batched_events) Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: event.method(event) Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: return f(self, *a, **k) Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: return self._get(url).json() Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:56:01.000812 dv-cinder-796680-1-smb neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:56:01.062985 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1615517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740515056869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740514532720'] for port, after_delete {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.065215 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-89e9c44e-7c23-4e86-acf5-2282f610c54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:01.066723 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.072921 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4093de99-1072-4a1f-842c-78bb53a35b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:01.077067 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.079064 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9887b48-18db-475d-baec-69137626963b HTTP/1.1" status: 204 len: 168 time: 0.6957245 Jun 22 12:56:01.089983 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9887b48-18db-475d-baec-69137626963b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:01.090400 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] Pushing event deleted for resources: {'Port': ['ID=7f197f45-6727-4dff-a967-12c3e4482ad9,revision_number=None']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:01.092370 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] Network a9887b48-18db-475d-baec-69137626963b is not hosted by any dhcp agent {{(pid=99504) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 12:56:01.092766 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] No DVR routers for this DVR port 7f197f45-6727-4dff-a967-12c3e4482ad9 on host dv-cinder-796680-1-smb {{(pid=99504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 12:56:01.092907 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-1e5503f7-27eb-4724-b48d-70dbd7f1de79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:01.094238 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG oslo_concurrency.lockutils [None req-8c7e966c-6be9-4933-be1a-9da090809789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:01.208192 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46574) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:01.252455 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-af0ef00d-c5f7-4fdd-b83f-d4c266e41cd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b021e349ae154a63a0ddb5339987aa81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428860 Jun 22 12:56:01.254902 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46576) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:01.312206 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35685746-548c-40e6-a2bb-c23889aa0b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.341537 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35685746-548c-40e6-a2bb-c23889aa0b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.391084 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35685746-548c-40e6-a2bb-c23889aa0b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.393716 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35685746-548c-40e6-a2bb-c23889aa0b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.394868 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-35685746-548c-40e6-a2bb-c23889aa0b95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d8227f2-cabf-46d9-9e56-b1629437f165 HTTP/1.1" status: 204 len: 168 time: 0.1390817 Jun 22 12:56:01.395674 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-ddfe8e20-53a1-4d7a-ac83-08dc4c9e1d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:01.404252 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35685746-548c-40e6-a2bb-c23889aa0b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8227f2-cabf-46d9-9e56-b1629437f165,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:01.407142 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-35685746-548c-40e6-a2bb-c23889aa0b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:01.564941 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 0a6b6451-7494-40c9-9722-673493129a49 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:01.589885 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 0a6b6451-7494-40c9-9722-673493129a49 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:01.590261 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 0a6b6451-7494-40c9-9722-673493129a49 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:01.590706 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 8dc09fc0-c733-4927-a28d-fbc99c51d959 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:01.611010 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 8dc09fc0-c733-4927-a28d-fbc99c51d959 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:01.611371 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 8dc09fc0-c733-4927-a28d-fbc99c51d959 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:01.611908 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 7f197f45-6727-4dff-a967-12c3e4482ad9 no longer exists at agent ovs-agent-dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 12:56:01.634233 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.plugin [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] No Port match for: 7f197f45-6727-4dff-a967-12c3e4482ad9 {{(pid=99504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 12:56:01.634597 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron.plugins.ml2.rpc [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Device 7f197f45-6727-4dff-a967-12c3e4482ad9 not bound to the agent host dv-cinder-796680-1-smb {{(pid=99504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 12:56:01.767137 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46590) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:01.813558 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-78baa55e-f47b-41ec-97bb-739a049a969a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83dc94ec5b5e4951b6d24f37ab127eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451372 Jun 22 12:56:01.815836 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46592) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:01.866091 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4b2d157f-4e82-4fa2-bbbf-b1a74ec47b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.891887 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4b2d157f-4e82-4fa2-bbbf-b1a74ec47b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.939805 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4b2d157f-4e82-4fa2-bbbf-b1a74ec47b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.942697 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4b2d157f-4e82-4fa2-bbbf-b1a74ec47b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:01.943963 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-4b2d157f-4e82-4fa2-bbbf-b1a74ec47b77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ba9ba68-ca17-4e07-863c-1ebae3eb7efd HTTP/1.1" status: 204 len: 168 time: 0.1271958 Jun 22 12:56:01.944700 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-13696d79-2805-477e-b389-9b3af87ba4ce tempest-AttachVolumeTestJSON-1052426468 tempest-AttachVolumeTestJSON-1052426468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:01.953330 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d157f-4e82-4fa2-bbbf-b1a74ec47b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba9ba68-ca17-4e07-863c-1ebae3eb7efd,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:01.955643 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-4b2d157f-4e82-4fa2-bbbf-b1a74ec47b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:03.001796 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:56:13.538605 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3748-cd2d-49ab-9cbb-1390ceb81de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.551022 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46674) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:13.600461 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] Deleting subnet f2b1c5a1-53fa-4251-95bc-a606ba5c0707 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 12:56:13.604388 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.640196 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5645710'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.682742 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1948265'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.737140 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1948240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4398795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5124768'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.739412 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:13.770104 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b1c5a1-53fa-4251-95bc-a606ba5c0707,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:13.773103 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:13.774155 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:13.777358 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-f8c0b365-b7c4-4e5e-b0d8-ab5821f4d8eb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2b1c5a1-53fa-4251-95bc-a606ba5c0707 HTTP/1.1" status: 204 len: 168 time: 0.2252374 Jun 22 12:56:13.780273 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46676) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:13.852931 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040346'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.225895 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949664', 'neutron.services.segments.db._delete_segments_for_network-8740515071955'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.235680 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa9ad89-466e-4cdc-906c-a1f19997cdf1']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:14.245788 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:14.246082 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.services.segments.db [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fcc8b0-7f2c-4fb8-afab-235ae4540aa6') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 12:56:14.255508 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740515071784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5645753'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.270345 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.276830 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 12:56:14.277250 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1953720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288626'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: Traceback (most recent call last): Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: timer() Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: cb(*args, **kw) Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: return func(*args, **kwargs) Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: self._notify() Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: self.callback(batched_events) Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: event.method(event) Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: return f(self, *a, **k) Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: return self._get(url).json() Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 12:56:14.278982 dv-cinder-796680-1-smb neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 12:56:14.335113 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-894260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1035702'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.340271 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:14.345697 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557578'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.348105 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fa9ad89-466e-4cdc-906c-a1f19997cdf1 HTTP/1.1" status: 204 len: 168 time: 0.5669041 Jun 22 12:56:14.359461 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa9ad89-466e-4cdc-906c-a1f19997cdf1,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:14.361945 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-004a3cb2-b79e-4bfb-9283-efc954887ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:14.532903 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46680) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:14.581732 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-fc4e0a98-0bfc-49b5-b010-e0429508c1d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e45244add39c4f159d407355a7dd3d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475333 Jun 22 12:56:14.585258 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46682) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:14.652142 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.692615 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.770243 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.773273 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:14.774550 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/797f5eef-a8b7-4427-a2df-7e022aa981c7 HTTP/1.1" status: 204 len: 168 time: 0.1882954 Jun 22 12:56:14.776170 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-f062734c-6163-47eb-94f8-8211d3c65706 tempest-VolumesNegativeTest-1569570753 tempest-VolumesNegativeTest-1569570753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:14.785213 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797f5eef-a8b7-4427-a2df-7e022aa981c7,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:14.794495 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.794691 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.795064 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.795429 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.795797 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.796151 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.796511 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.796935 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.797255 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.797613 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.797963 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.798311 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796680-1-smb {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 12:56:14.801618 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-784333b1-f504-4557-a8ce-f3065394ebdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:16.831581 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3545fecd-82ed-420f-b450-769ea009921c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:17.469088 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:18.009135 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:18.805971 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:20.016746 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:20.926454 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [-] (99503) accepted ('10.222.0.20', 46748) {{(pid=99503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:21.047084 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-61d0d006-b728-430a-bcbb-96f5572341ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.143342 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-61d0d006-b728-430a-bcbb-96f5572341ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.147204 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-61d0d006-b728-430a-bcbb-96f5572341ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.149765 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-2a28c682-d0ef-465e-85ca-879ad617b853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:21.186431 dv-cinder-796680-1-smb neutron-server[99503]: INFO neutron.wsgi [None req-61d0d006-b728-430a-bcbb-96f5572341ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d69251fbd3174a2ea23fa0e38e19d371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587540 Jun 22 12:56:21.187084 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0d006-b728-430a-bcbb-96f5572341ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818ffc98-ab3f-4064-a884-f0daef9694e2,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:21.189112 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.20', 46752) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 12:56:21.194751 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG oslo_concurrency.lockutils [None req-61d0d006-b728-430a-bcbb-96f5572341ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:21.245321 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e4aa94b4-ff9a-4d13-b9ad-4c4a41da814a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.269027 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e4aa94b4-ff9a-4d13-b9ad-4c4a41da814a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.319734 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e4aa94b4-ff9a-4d13-b9ad-4c4a41da814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894213'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.322664 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e4aa94b4-ff9a-4d13-b9ad-4c4a41da814a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:21.324475 dv-cinder-796680-1-smb neutron-server[99502]: INFO neutron.wsgi [None req-e4aa94b4-ff9a-4d13-b9ad-4c4a41da814a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/818ffc98-ab3f-4064-a884-f0daef9694e2 HTTP/1.1" status: 204 len: 168 time: 0.1343644 Jun 22 12:56:21.325289 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-cec7bc52-b44b-4d2a-a57f-64cb7487e47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 12:56:21.333549 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa94b4-ff9a-4d13-b9ad-4c4a41da814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818ffc98-ab3f-4064-a884-f0daef9694e2,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 12:56:21.336523 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG oslo_concurrency.lockutils [None req-e4aa94b4-ff9a-4d13-b9ad-4c4a41da814a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 12:56:40.000340 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:56:43.540184 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-9237ef0d-9b72-4cdd-b966-0908fb5a61b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:46.833859 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a0fb-4a85-4f7f-8111-9b35775d126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:47.472126 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:48.010295 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:48.812326 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:56:50.020923 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:13.543763 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-d7388424-7cdf-4930-95d8-d3738de0e1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:16.836795 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-6c94fb79-d750-4755-9c88-c036a038d02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:17.002024 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:57:17.476858 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:18.014458 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:18.810957 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:20.024008 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:43.547039 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8cb10a87-4d63-47ae-bc2a-fd6b748f2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:46.843061 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6856-7117-462a-976e-bbfcefb166f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:47.478872 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:48.016639 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:48.812361 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:50.026151 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:57:54.001723 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:58:13.549392 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d21a-9991-45eb-9164-c88ef8914983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:16.834626 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-cb1f8b92-1397-4198-8f4f-eeb7a804b23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:17.481939 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:18.019074 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:18.815712 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:20.028960 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:31.000490 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:58:43.550568 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e262de4f-b613-4c98-98b3-91c16de57f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:46.835059 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1fed-e4a3-41a1-b787-ef3ecfcb0795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:47.485427 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:48.023004 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:48.817361 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:58:50.032693 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:07.998813 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:59:13.554907 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-03ce26e5-7054-481b-a20d-93d3db765af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:16.841014 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8968b3f3-d5cf-447d-af8f-b9e12f793851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:17.490379 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:18.026396 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:18.833665 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:20.072821 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:43.556223 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-6a46293a-0225-42f8-ab35-f8c8572e08cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:44.997110 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 12:59:46.836190 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-82ff7f42-f9dc-4a4c-a06e-83342ccbc4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:47.492485 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:48.029466 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:48.835523 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 12:59:50.039332 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:13.557419 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-4894eab1-5ac4-4e45-95d1-9f5dae83eee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:16.835951 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-3f974439-4fda-4c6a-bd62-53c2612f156e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:17.494821 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:18.035669 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:18.851025 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:20.040888 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:21.995025 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:00:43.558374 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0e0115c3-ed59-4ea9-8122-3114cd41975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:46.837425 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c5f7a1cc-0f31-48a2-8dec-f802c081b8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:47.497437 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:48.037247 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:48.852380 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:50.043793 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:00:58.993775 dv-cinder-796680-1-smb neutron-server[99505]: DEBUG neutron.db.agents_db [None req-0c22f6e7-76f1-49f1-bb9c-c6dd419ad939 None None] Agent healthcheck: found 6 active agents {{(pid=99505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:01:13.560869 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-1d60d9a7-db20-43ec-9bdc-dcab775a1c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:16.839315 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8a40cead-8788-41f2-aa85-1284d721b7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:17.499363 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-77fec6da-c99e-457e-8779-869efd7cfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:18.043517 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-b032cb9d-a176-4479-9041-9e014b6787de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:18.883358 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-997c4aa2-7b8a-48df-a62b-4d13c7d7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:19.970682 dv-cinder-796680-1-smb neutron-server[99502]: DEBUG neutron.wsgi [req-2c6e895c-f8dc-4835-96f5-c3c4e4a2a0a6 req-50e4153d-7bc6-45f3-b150-939aad760be8 service neutron] (99502) timed out ('10.222.0.52', 50482) {{(pid=99502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 13:01:20.077373 dv-cinder-796680-1-smb neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-fca3fcb9-b1b7-4cea-83f8-d868d178d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740515071937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944234'] for agent, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:01:21.797573 dv-cinder-796680-1-smb neutron-server[99503]: DEBUG neutron.wsgi [req-c8149fa7-dd42-4582-858a-2d8854252f99 req-20b57c05-642e-4330-92f0-22acfae69ae8 service neutron] (99503) timed out ('10.222.0.52', 50422) {{(pid=99503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}